{
  "first_any_nonfinite_groups": {
    "bn_running_var": [
      3
    ]
  },
  "first_any_nonfinite_step": 178,
  "first_nonfinite_by_group": {
    "bn_running_var": {
      "indices": [
        3
      ],
      "step": 178
    }
  },
  "first_nonfinite_by_metric": {},
  "first_nonfinite_metrics": [],
  "first_training_failure_groups": {},
  "first_training_failure_step": null,
  "initial_parameter_state": {
    "bn_running_mean": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "bn_running_var": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 1.0,
      "nonfinite_indices": []
    },
    "feedback_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "feedback_readout": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.4011031687259674,
      "nonfinite_indices": []
    },
    "feedback_readout_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "feedback_weight": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.8331910371780396,
      "nonfinite_indices": []
    },
    "forward_bn_bias": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "forward_bn_bias_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "forward_bn_scale": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 1.0,
      "nonfinite_indices": []
    },
    "forward_bn_scale_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "forward_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "forward_readout": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.3956821858882904,
      "nonfinite_indices": []
    },
    "forward_readout_momentum": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.0,
      "nonfinite_indices": []
    },
    "forward_weight": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 1.1162850856781006,
      "nonfinite_indices": []
    },
    "predictor_bias": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.001342136412858963,
      "nonfinite_indices": []
    },
    "predictor_slope": {
      "all_finite": true,
      "max_abs_over_finite_tensors": 0.11290131509304047,
      "nonfinite_indices": []
    }
  },
  "max_steps": 352,
  "predictor_every": 0,
  "predictor_mode": "closed_form",
  "predictor_warmup": {
    "closed_form_fit": {
      "max_absolute_residual_soma_slope": 0.00038411610876210034,
      "max_applied_stability_margin": 0.0003841154684778303,
      "max_positive_residual_soma_slope": 0.0,
      "min_residual_soma_slope": -0.00038411610876210034,
      "mse": 9.632158305743874e-08,
      "observations": 64,
      "residual_traffic_rms_ratio": 0.01840952344982398,
      "stability_margin": 0.00034526698300124393
    },
    "first_mse": 9.632158305743874e-08,
    "last_mse": 9.632158305743874e-08,
    "post_warmup_traffic_residual_rms_ratio": 0.01840952344982398,
    "steps": 1,
    "task_loader_state_restored": true
  },
  "protocol": "kp_mixed_traffic_nonfinite_diagnosis_v1",
  "provenance": {
    "git_commit": "293785af4c9a556f388f04bcf9599aaee9e9dfd9",
    "git_tracked_dirty": false
  },
  "rule": "innovation",
  "scope": "training_only_no_validation_or_test_evaluation",
  "split": {
    "dataset": "cifar10",
    "input_layout": "NCHW",
    "input_shape": [
      3,
      32,
      32
    ],
    "loader_seed": 0,
    "normalization_mean": [
      0.49140000343322754,
      0.4821999967098236,
      0.4465000033378601
    ],
    "normalization_std": [
      0.24699999392032623,
      0.2434999942779541,
      0.26159998774528503
    ],
    "split_from_training_only": true,
    "split_seed": 2027,
    "test_examples": 10000,
    "train_examples": 45000,
    "training_augmentation": "random_crop_32_padding_4_zero_then_horizontal_flip_p0.5",
    "validation_class_counts": {
      "0": 500,
      "1": 500,
      "2": 500,
      "3": 500,
      "4": 500,
      "5": 500,
      "6": 500,
      "7": 500,
      "8": 500,
      "9": 500
    },
    "validation_examples": 5000,
    "validation_index_sha256": "8328b206a97c420e49e54e3eca4abe3274c4756b084355784ea3fb8059e4515b"
  },
  "stability_margin": 0.00034526698300124393,
  "test_evaluations": 0,
  "traffic_calibration": {
    "instruction_rms": [
      0.008471464738249779,
      0.006617916747927666,
      0.003988116513937712,
      0.0043865954503417015,
      0.002713605063036084,
      0.003158062230795622,
      0.002004207344725728,
      0.003757704282179475,
      0.0027085731271654367,
      0.0030200635083019733,
      0.002056022873148322,
      0.0023899395018815994,
      0.0016842411132529378,
      0.0034010226372629404,
      0.002549725119024515,
      0.0030542907770723104,
      0.0020918569061905146,
      0.002605808200314641,
      0.0018916188273578882
    ],
    "realized_traffic_instruction_rms_ratio": [
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      4.0,
      3.999999523162842,
      4.0,
      4.000000476837158,
      3.999999761581421,
      4.0,
      4.0,
      3.999999761581421,
      4.0,
      4.000000476837158,
      4.000000476837158,
      4.0,
      4.0,
      4.0
    ],
    "target_ratio": 4.0,
    "traffic_gain": [
      0.0443243607878685,
      0.035817068070173264,
      0.013778294436633587,
      0.022762222215533257,
      0.007214079145342112,
      0.017218582332134247,
      0.004616298712790012,
      0.02042512409389019,
      0.007327491417527199,
      0.01611751690506935,
      0.004703814629465342,
      0.012562948279082775,
      0.003324519144371152,
      0.01805141195654869,
      0.006063441745936871,
      0.016296451911330223,
      0.0044285994954407215,
      0.013874167576432228,
      0.0036007820162922144
    ],
    "unscaled_traffic_rms": [
      0.7644973993301392,
      0.7390796542167664,
      1.157796859741211,
      0.7708553671836853,
      1.504616141319275,
      0.7336404919624329,
      1.736635684967041,
      0.7358984351158142,
      1.478581428527832,
      0.7495108246803284,
      1.7483876943588257,
      0.7609485983848572,
      2.0264477729797363,
      0.7536302804946899,
      1.6820316314697266,
      0.7496824264526367,
      1.8894071578979492,
      0.7512690424919128,
      2.10134220123291
    ]
  },
  "trajectory": [
    {
      "batch_loss": 2.9134020805358887,
      "innovation_rms": 0.004227550397907989,
      "instruction_rms": 0.004215397979351865,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.40285658836364746,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9875131845474243,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3262515962123871,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4058851897716522,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6322960257530212,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.01501581072807312,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1501581072807312,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0019652843475342,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32870960235595703,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3262728154659271,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3794170618057251,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.632293164730072,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1171460151672363,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01731826254949561,
      "step": 1,
      "teaching_rms": 0.004227550397907989,
      "traffic_rms": 0.01680093257108933
    },
    {
      "batch_loss": 2.399266242980957,
      "innovation_rms": 0.00636748032483223,
      "instruction_rms": 0.006361131136624944,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7542251944541931,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2466564178466797,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5068016052246094,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41086652874946594,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4170549213886261,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.03713914006948471,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.22613218426704407,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0022879838943481,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.571494996547699,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5067731142044067,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3794589638710022,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41704946756362915,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1179324388504028,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01745444763270431,
      "step": 2,
      "teaching_rms": 0.00636748032483223,
      "traffic_rms": 0.016254268869226738
    },
    {
      "batch_loss": 2.6383070945739746,
      "innovation_rms": 0.00882445703855804,
      "instruction_rms": 0.008820497030533041,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0573769807815552,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.314988613128662,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5291237831115723,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41711679100990295,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21665115654468536,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.06553918868303299,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3302518129348755,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.000672459602356,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7097188830375671,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5290830731391907,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38911837339401245,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2166433483362198,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1188453435897827,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.017803025672900475,
      "step": 3,
      "teaching_rms": 0.00882445703855804,
      "traffic_rms": 0.01547015721702546
    },
    {
      "batch_loss": 2.807827949523926,
      "innovation_rms": 0.009799472416677953,
      "instruction_rms": 0.009796268934938747,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3049439191818237,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6673641204833984,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.49055153131484985,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41856640577316284,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1597839891910553,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.10142362117767334,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36722999811172485,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9979786276817322,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7545788884162903,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4904998540878296,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38495317101478577,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.15972062945365906,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.119057536125183,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.0175812436709085,
      "step": 4,
      "teaching_rms": 0.009799472416677953,
      "traffic_rms": 0.014606759435168043
    },
    {
      "batch_loss": 2.669163465499878,
      "innovation_rms": 0.01125137623485772,
      "instruction_rms": 0.01124888660391751,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5007123947143555,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.9968252182006836,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4499244689941406,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4141588807106018,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2384762316942215,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.141922265291214,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4049863815307617,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9963175654411316,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7643537521362305,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4498629570007324,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3856385350227356,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.23851704597473145,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.119499683380127,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.017703083703789535,
      "step": 5,
      "teaching_rms": 0.01125137623485772,
      "traffic_rms": 0.013676843732709984
    },
    {
      "batch_loss": 2.559274911880493,
      "innovation_rms": 0.013126828593679288,
      "instruction_rms": 0.013124846362724783,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6527138948440552,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.26007080078125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4070975184440613,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4097805619239807,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3693370521068573,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1791689097881317,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41246509552001953,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9940493106842041,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7548255324363708,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4069865643978119,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.39217689633369446,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3693837523460388,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1207830905914307,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.018214509570896768,
      "step": 6,
      "teaching_rms": 0.013126828593679288,
      "traffic_rms": 0.01263114234014468
    },
    {
      "batch_loss": 2.414132595062256,
      "innovation_rms": 0.015236571672202468,
      "instruction_rms": 0.015235039628211766,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7805529832839966,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4404826164245605,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3738011419773102,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.40826210379600525,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41993096470832825,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21066099405288696,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.40995433926582336,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.991552472114563,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7408963441848755,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3737228214740753,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38886475563049316,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4199829697608948,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.121638536453247,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01917030453787492,
      "step": 7,
      "teaching_rms": 0.015236571672202468,
      "traffic_rms": 0.011624108259323229
    },
    {
      "batch_loss": 2.7296814918518066,
      "innovation_rms": 0.018034304581359257,
      "instruction_rms": 0.018033009576624296,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8806543350219727,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6014392375946045,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3380448818206787,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4160422384738922,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.18335314095020294,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2368786782026291,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.528235673904419,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9889681339263916,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7176336050033569,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3379594087600708,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37961822748184204,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.18348976969718933,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1235326528549194,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.020946629946950363,
      "step": 8,
      "teaching_rms": 0.018034304581359257,
      "traffic_rms": 0.010656990506188709
    },
    {
      "batch_loss": 2.5400309562683105,
      "innovation_rms": 0.0201917447086578,
      "instruction_rms": 0.020190626005956062,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9809311628341675,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.753450632095337,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30395635962486267,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4283994138240814,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3917871117591858,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26234883069992065,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6655042767524719,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9859878420829773,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8406292200088501,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.45977848768234253,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3639914095401764,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.39177650213241577,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1200379133224487,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.022419468529231303,
      "step": 9,
      "teaching_rms": 0.0201917447086578,
      "traffic_rms": 0.009748848488072911
    },
    {
      "batch_loss": 2.3696494102478027,
      "innovation_rms": 0.02339242095969864,
      "instruction_rms": 0.023391599080850995,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0913896560668945,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.8852827548980713,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2868333160877228,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44109299778938293,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2843140959739685,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.311389684677124,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6274949908256531,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.982851505279541,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.11750066280365,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41951966285705566,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36379775404930115,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.28439995646476746,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1185611486434937,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.02505125854251585,
      "step": 10,
      "teaching_rms": 0.02339242095969864,
      "traffic_rms": 0.00896493998183743
    },
    {
      "batch_loss": 2.430342674255371,
      "innovation_rms": 0.02470327397993968,
      "instruction_rms": 0.02470252386632533,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.189108371734619,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.9849295616149902,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3305838704109192,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44265231490135193,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21178127825260162,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36911556124687195,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7128981351852417,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9803751111030579,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.982774019241333,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.47599318623542786,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36974379420280457,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21187174320220947,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1146459579467773,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.02606652651760786,
      "step": 11,
      "teaching_rms": 0.02470327397993968,
      "traffic_rms": 0.00830168430747442
    },
    {
      "batch_loss": 2.4236087799072266,
      "innovation_rms": 0.023116120144327446,
      "instruction_rms": 0.023115323642623132,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.277951717376709,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.096184253692627,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34533533453941345,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44220778346061707,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2656511664390564,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4377513527870178,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6863580346107483,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9785391688346863,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0048397779464722,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6430754065513611,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38257282972335815,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2657212018966675,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1007822751998901,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.024410821303346642,
      "step": 12,
      "teaching_rms": 0.023116120144327446,
      "traffic_rms": 0.007825750146806199
    },
    {
      "batch_loss": 2.4772186279296875,
      "innovation_rms": 0.019943309041274542,
      "instruction_rms": 0.01994248688207498,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3727965354919434,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.182399272918701,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.366855651140213,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4530487656593323,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21977494657039642,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.49531006813049316,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7802118062973022,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9785213470458984,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9886493682861328,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7927024364471436,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3757993280887604,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21995370090007782,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0712430477142334,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.02132913774695634,
      "step": 13,
      "teaching_rms": 0.019943309041274542,
      "traffic_rms": 0.007544154394783589
    },
    {
      "batch_loss": 2.399409055709839,
      "innovation_rms": 0.014803278302120545,
      "instruction_rms": 0.01480215132121724,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.483247756958008,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.262516498565674,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.28117915987968445,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4717942774295807,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26228904724121094,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5495933890342712,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.879109263420105,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9804450869560242,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8597227334976196,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7347363233566284,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3714223802089691,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2622413635253906,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.05327570438385,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.016563251439180315,
      "step": 14,
      "teaching_rms": 0.014803278302120545,
      "traffic_rms": 0.007406104867097994
    },
    {
      "batch_loss": 2.3571412563323975,
      "innovation_rms": 0.013062230005371215,
      "instruction_rms": 0.01306077469967228,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.614668846130371,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.344865322113037,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3036593198776245,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5037845373153687,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3898581266403198,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5956047177314758,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9212538599967957,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9823984503746033,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.033562183380127,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6560861468315125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3822918236255646,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38978931307792664,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0537073612213135,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.014988961361025111,
      "step": 15,
      "teaching_rms": 0.013062230005371215,
      "traffic_rms": 0.007338003535149709
    },
    {
      "batch_loss": 2.4094955921173096,
      "innovation_rms": 0.012350709131052094,
      "instruction_rms": 0.012348960361145021,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.7603631019592285,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.957239151000977,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3648925721645355,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5276532173156738,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30388280749320984,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6370522975921631,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9209234714508057,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9852445125579834,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.081926941871643,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8807762861251831,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3997582495212555,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3039049804210663,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0699375867843628,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.014401104809530515,
      "step": 16,
      "teaching_rms": 0.012350709131052094,
      "traffic_rms": 0.007403563995071441
    },
    {
      "batch_loss": 2.6664581298828125,
      "innovation_rms": 0.012189303542541255,
      "instruction_rms": 0.012187294599041483,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8933722972869873,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.077871799468994,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.27019086480140686,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5384760499000549,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3078637719154358,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.674355149269104,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9239187836647034,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9844150543212891,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.173503041267395,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2567123174667358,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4113919138908386,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30772697925567627,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.079986333847046,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.014304096478695625,
      "step": 17,
      "teaching_rms": 0.012189303542541255,
      "traffic_rms": 0.007511222722940062
    },
    {
      "batch_loss": 2.6492762565612793,
      "innovation_rms": 0.013585976120864903,
      "instruction_rms": 0.01358418910621143,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.0095677375793457,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.409253120422363,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5442754626274109,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5463550090789795,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2789217233657837,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7079277038574219,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0090054273605347,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9812259078025818,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.803344964981079,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3318593502044678,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.422405868768692,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2789742350578308,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.091569185256958,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.015616467327361985,
      "step": 18,
      "teaching_rms": 0.013585976120864903,
      "traffic_rms": 0.007728431127671933
    },
    {
      "batch_loss": 2.3894710540771484,
      "innovation_rms": 0.009158391696287481,
      "instruction_rms": 0.009155722645739345,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.122882604598999,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.985861778259277,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.536547839641571,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5519611239433289,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.357454776763916,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7432069778442383,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.032161831855774,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9770435094833374,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6230103969573975,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.214519739151001,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.43078187108039856,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.35750821232795715,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.120496392250061,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.012147779737915044,
      "step": 19,
      "teaching_rms": 0.009158391696287481,
      "traffic_rms": 0.007970941689871804
    },
    {
      "batch_loss": 2.3944003582000732,
      "innovation_rms": 0.008215136208029229,
      "instruction_rms": 0.008211633617031727,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2312140464782715,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.698077201843262,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5027660727500916,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5651550889015198,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.28326350450515747,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8008631467819214,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0133483409881592,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9739211201667786,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4607093334197998,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0930818319320679,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44090455770492554,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2834266722202301,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1447956562042236,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.011683643927494573,
      "step": 20,
      "teaching_rms": 0.008215136208029229,
      "traffic_rms": 0.008299264303709537
    },
    {
      "batch_loss": 2.4421677589416504,
      "innovation_rms": 0.006769519176463148,
      "instruction_rms": 0.006764957153859273,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3592965602874756,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.619792938232422,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4586765766143799,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5894711017608643,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38232433795928955,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8415548205375671,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.947254478931427,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0054436922073364,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3817565441131592,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9525781273841858,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4563750922679901,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38210391998291016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1654647588729858,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01092548622608906,
      "step": 21,
      "teaching_rms": 0.006769519176463148,
      "traffic_rms": 0.008570360634978165
    },
    {
      "batch_loss": 2.50065541267395,
      "innovation_rms": 0.00592164217742736,
      "instruction_rms": 0.005915528387320508,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4934635162353516,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.515880584716797,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44300785660743713,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6099996566772461,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.265534907579422,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8622551560401917,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0698274374008179,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0583388805389404,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5786657333374023,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8628717660903931,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.46528664231300354,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2653118073940277,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1818710565567017,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01054833753110095,
      "step": 22,
      "teaching_rms": 0.00592164217742736,
      "traffic_rms": 0.008746340214209383
    },
    {
      "batch_loss": 2.525886058807373,
      "innovation_rms": 0.004930012604997904,
      "instruction_rms": 0.00492219475897488,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6328115463256836,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.423479080200195,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42641282081604004,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.621653139591217,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3023005723953247,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9148996472358704,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8444535136222839,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1321735382080078,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5493793487548828,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7916791439056396,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4621220827102661,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3024826645851135,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1964741945266724,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.010100746467819263,
      "step": 23,
      "teaching_rms": 0.004930012604997904,
      "traffic_rms": 0.008830520422702666
    },
    {
      "batch_loss": 2.48860502243042,
      "innovation_rms": 0.004268074306966905,
      "instruction_rms": 0.004257804179427081,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7652299404144287,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23.54932403564453,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.39595964550971985,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.631113588809967,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.48360297083854675,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9677504897117615,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7175531387329102,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2333042621612549,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.530907392501831,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7147951126098633,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4579937756061554,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.48362958431243896,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2096887826919556,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009859591783918915,
      "step": 24,
      "teaching_rms": 0.004268074306966905,
      "traffic_rms": 0.008891099269681717
    },
    {
      "batch_loss": 2.398270606994629,
      "innovation_rms": 0.004416187961882892,
      "instruction_rms": 0.004402933406999218,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.882859468460083,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.79121017456055,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5126635432243347,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6409345865249634,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6289957761764526,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.001346230506897,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6969269514083862,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3714587688446045,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4592621326446533,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6442041397094727,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4565018117427826,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6290225982666016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2215715646743774,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009965280458636845,
      "step": 25,
      "teaching_rms": 0.004416187961882892,
      "traffic_rms": 0.00893420126219715
    },
    {
      "batch_loss": 2.2721176147460938,
      "innovation_rms": 0.004328229611594368,
      "instruction_rms": 0.0043082983751622245,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.9827699661254883,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42.17173385620117,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7263041734695435,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6552932262420654,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.425534725189209,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0124824047088623,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7292519211769104,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5709762573242188,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.995174765586853,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7262842655181885,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4604724049568176,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42556172609329224,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2658971548080444,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009980679531510876,
      "step": 26,
      "teaching_rms": 0.004328229611594368,
      "traffic_rms": 0.008994153045094858
    },
    {
      "batch_loss": 2.6290111541748047,
      "innovation_rms": 0.004047781038297188,
      "instruction_rms": 0.004004974817939802,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.254868507385254,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52.24889373779297,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.113020896911621,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6804473996162415,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3890403211116791,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8331910371780396,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9997111558914185,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8663680553436279,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8989653587341309,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.279890537261963,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1130375862121582,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4727969169616699,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38900864124298096,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3170990943908691,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.00988436776240414,
      "step": 27,
      "teaching_rms": 0.004047781038297188,
      "traffic_rms": 0.009054670726421821
    },
    {
      "batch_loss": 2.3211565017700195,
      "innovation_rms": 0.003902047487219774,
      "instruction_rms": 0.0038780025618682626,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.652285099029541,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 63.43292999267578,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1769914627075195,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7110546231269836,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4755895733833313,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8382176756858826,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9740191102027893,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9785490036010742,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2510974407196045,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5213208198547363,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1770734786987305,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4895568788051605,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.47555774450302124,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3633719682693481,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009811263270769796,
      "step": 28,
      "teaching_rms": 0.003902047487219774,
      "traffic_rms": 0.009019837250159143
    },
    {
      "batch_loss": 2.1550161838531494,
      "innovation_rms": 0.0034687018734068423,
      "instruction_rms": 0.0033570432450692566,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.011290073394775,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 75.91336059570312,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6773608922958374,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7469796538352966,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3592502176761627,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8590050935745239,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9355003237724304,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0979995727539062,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8077292442321777,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.566318035125732,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6774697303771973,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5091517567634583,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.35984230041503906,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.40482497215271,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009524246657077396,
      "step": 29,
      "teaching_rms": 0.0034687018734068423,
      "traffic_rms": 0.008911468712422618
    },
    {
      "batch_loss": 2.252485990524292,
      "innovation_rms": 0.004927877342044278,
      "instruction_rms": 0.0048540344846315555,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.333475112915039,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 86.71578979492188,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5462359189987183,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7746667265892029,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3469582796096802,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8771039247512817,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9247437715530396,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3303579092025757,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.485840082168579,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.781108856201172,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.546215295791626,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5249336361885071,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34713485836982727,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4418001174926758,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.010011482101869824,
      "step": 30,
      "teaching_rms": 0.004927877342044278,
      "traffic_rms": 0.008759604201481872
    },
    {
      "batch_loss": 2.172722339630127,
      "innovation_rms": 0.00477273506186516,
      "instruction_rms": 0.0046773888576393105,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.744325637817383,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 98.9442367553711,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6278406381607056,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7925662994384766,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.25825434923171997,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8932598829269409,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9332774877548218,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5703814029693604,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.273580551147461,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.877405643463135,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6278198957443237,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5336605310440063,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.25843170285224915,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4755789041519165,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.009825549069617337,
      "step": 31,
      "teaching_rms": 0.00477273506186516,
      "traffic_rms": 0.008641534304712426
    },
    {
      "batch_loss": 2.335408926010132,
      "innovation_rms": 0.006970642787639489,
      "instruction_rms": 0.006844145524245274,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.130606651306152,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 112.5643539428711,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.941603660583496,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7848156094551086,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36781808733940125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0040909051895142,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9567101001739502,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9512748718261719,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.27267599105835,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.990952491760254,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9415357112884521,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5286654829978943,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3676908612251282,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5060480833053589,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.010973024900085405,
      "step": 32,
      "teaching_rms": 0.006970642787639489,
      "traffic_rms": 0.008579113053293163
    },
    {
      "batch_loss": 2.1356616020202637,
      "innovation_rms": 0.007815810435089393,
      "instruction_rms": 0.007556991354191665,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.493566513061523,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 124.9862060546875,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4915480613708496,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7848973274230957,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2658199071884155,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.019669532775879,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2144297361373901,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5771961212158203,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.7236104011535645,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.509345054626465,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.491436004638672,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5265897512435913,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2661314308643341,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5335114002227783,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.011435511606758016,
      "step": 33,
      "teaching_rms": 0.007815810435089393,
      "traffic_rms": 0.008571565338999556
    },
    {
      "batch_loss": 2.331810235977173,
      "innovation_rms": 0.010011464418152436,
      "instruction_rms": 0.009792540313926889,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.845469951629639,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 140.08920288085938,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.226086139678955,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7939071655273438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26210206747055054,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.336910605430603,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.530955195426941,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.165255069732666,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.495959281921387,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.723491668701172,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.226065158843994,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5295304656028748,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26225873827934265,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.557928442955017,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.012984455554291122,
      "step": 34,
      "teaching_rms": 0.010011464418152436,
      "traffic_rms": 0.008536828604450996
    },
    {
      "batch_loss": 2.251519203186035,
      "innovation_rms": 0.010127688021216052,
      "instruction_rms": 0.009540975766500532,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.1838059425354,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 153.08303833007812,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.715424537658691,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.819568395614624,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3306017816066742,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4362913370132446,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.957964301109314,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.2700910568237305,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.093295097351074,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.97335433959961,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.715535640716553,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5399972200393677,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3307889401912689,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.579325556755066,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.013003915285219334,
      "step": 35,
      "teaching_rms": 0.010127688021216052,
      "traffic_rms": 0.008829232327031401
    },
    {
      "batch_loss": 2.2289631366729736,
      "innovation_rms": 0.011726834383478596,
      "instruction_rms": 0.011405625838268936,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.626009941101074,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 164.12554931640625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7653720378875732,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8470999598503113,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30498528480529785,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6983287334442139,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.450345516204834,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.9238128662109375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.909181594848633,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.15886688232422,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7655391693115234,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5505011677742004,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30504560470581055,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6982380151748657,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.014358723307583332,
      "step": 36,
      "teaching_rms": 0.011726834383478596,
      "traffic_rms": 0.008720291980227387
    },
    {
      "batch_loss": 2.0564920902252197,
      "innovation_rms": 0.015381532038068314,
      "instruction_rms": 0.014905692118224992,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.635894775390625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 173.97982788085938,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.021583557128906,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.859563410282135,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32419878244400024,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.075850248336792,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.0465173721313477,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.9617180824279785,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.191171646118164,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.81990432739258,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.021608352661133,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5536840558052063,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32451361417770386,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0972673892974854,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.017534858553671616,
      "step": 37,
      "teaching_rms": 0.015381532038068314,
      "traffic_rms": 0.00924084435979039
    },
    {
      "batch_loss": 2.198894500732422,
      "innovation_rms": 0.01264283196444556,
      "instruction_rms": 0.010953065688679434,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.317300796508789,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 185.39215087890625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.163844108581543,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8666442036628723,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2652527689933777,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6010704040527344,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.846285820007324,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.997685432434082,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21.852514266967773,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.613426208496094,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.16373062133789,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5544819235801697,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26521795988082886,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.628401756286621,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.015217732681639486,
      "step": 38,
      "teaching_rms": 0.01264283196444556,
      "traffic_rms": 0.010569651571800369
    },
    {
      "batch_loss": 2.0939815044403076,
      "innovation_rms": 0.01649693429838186,
      "instruction_rms": 0.014731078499741528,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.762640953063965,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 195.86544799804688,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.145005226135254,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8725027441978455,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1756218820810318,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.318910837173462,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.872715950012207,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.264299392700195,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.90077781677246,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60.48263931274414,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.145174026489258,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5562951564788818,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.17585249245166779,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.1484267711639404,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01867828710276905,
      "step": 39,
      "teaching_rms": 0.01649693429838186,
      "traffic_rms": 0.011485826186605945
    },
    {
      "batch_loss": 2.2085084915161133,
      "innovation_rms": 0.014458375391143363,
      "instruction_rms": 0.010521886795563479,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.44170570373535,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 205.65740966796875,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.79625129699707,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8773459196090698,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.17254991829395294,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.221689701080322,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.208972454071045,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.362565994262695,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.93344497680664,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 80.32666778564453,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.796341896057129,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.558254063129425,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.17286643385887146,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.051222801208496,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.01747060198156276,
      "step": 40,
      "teaching_rms": 0.014458375391143363,
      "traffic_rms": 0.013944405187279029
    },
    {
      "batch_loss": 2.195908308029175,
      "innovation_rms": 0.02039713952065692,
      "instruction_rms": 0.013415085271135658,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19.50875473022461,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214.77650451660156,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.089277267456055,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8797654509544373,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.20495422184467316,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.5704779624938965,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.062273025512695,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.533008575439453,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 48.048213958740234,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 121.14768981933594,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.089162826538086,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5588016510009766,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2052711844444275,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.686076641082764,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.022417875450470855,
      "step": 41,
      "teaching_rms": 0.02039713952065692,
      "traffic_rms": 0.01796224902110631
    },
    {
      "batch_loss": 2.2031657695770264,
      "innovation_rms": 0.01653686636005417,
      "instruction_rms": 0.011151008844622029,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.389490127563477,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 225.8207550048828,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.58016586303711,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8799507021903992,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.22309638559818268,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.892670631408691,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.217342376708984,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21.550695419311523,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.17874526977539,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 131.30531311035156,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.580131530761719,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5571092963218689,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.22341375052928925,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.919990062713623,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.021389862341628554,
      "step": 42,
      "teaching_rms": 0.01653686636005417,
      "traffic_rms": 0.01825571991511674
    },
    {
      "batch_loss": 2.188920259475708,
      "innovation_rms": 0.021258497085241457,
      "instruction_rms": 0.008074836461415495,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.694307327270508,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 321.6684265136719,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.58378601074219,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8827348351478577,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.24513031542301178,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.36008358001709,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.965449333190918,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.48107147216797,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 77.62672424316406,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 164.4798126220703,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.58366394042969,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5561709403991699,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.24543596804141998,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.189667701721191,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.026358213173150184,
      "step": 43,
      "teaching_rms": 0.021258497085241457,
      "traffic_rms": 0.02509274780756782
    },
    {
      "batch_loss": 2.38936185836792,
      "innovation_rms": 0.018719568504955025,
      "instruction_rms": 0.006951900254598963,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.484127044677734,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 690.741943359375,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.26566696166992,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8891656398773193,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2622529864311218,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.532753944396973,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.11185073852539,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.464008331298828,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 95.20660400390625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 175.79876708984375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.265628814697266,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5656160116195679,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26217687129974365,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.36235523223877,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.026803935349251132,
      "step": 44,
      "teaching_rms": 0.018719568504955025,
      "traffic_rms": 0.025886530838825646
    },
    {
      "batch_loss": 2.2692089080810547,
      "innovation_rms": 0.026531668183690165,
      "instruction_rms": 0.005211011255576431,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.05796813964844,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1550.89892578125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 44.68537902832031,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8993766903877258,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30972185730934143,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.450905799865723,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20.003528594970703,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38.91678237915039,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116.13420867919922,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 209.2760467529297,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 44.68549346923828,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5791562795639038,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3094041347503662,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.658244132995605,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.03698463590582513,
      "step": 45,
      "teaching_rms": 0.026531668183690165,
      "traffic_rms": 0.03661708868303267
    },
    {
      "batch_loss": 2.3269505500793457,
      "innovation_rms": 0.03499211900539874,
      "instruction_rms": 0.0048763507259080045,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 73.08678436279297,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2995.991455078125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 58.51275634765625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9087254405021667,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3208948075771332,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.626384735107422,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.920236587524414,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49.167083740234375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 142.4772186279297,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 263.43011474609375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 58.512840270996094,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5912555456161499,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32057684659957886,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.535552978515625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.045654254179220914,
      "step": 46,
      "teaching_rms": 0.03499211900539874,
      "traffic_rms": 0.04539553312292823
    },
    {
      "batch_loss": 2.2051117420196533,
      "innovation_rms": 0.05472791918262719,
      "instruction_rms": 0.004809591338299569,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 95.73873138427734,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3906.604736328125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 124.63890075683594,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9106263518333435,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.29176390171051025,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.862520217895508,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.62672233581543,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67.06485748291016,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 181.61997985839844,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 391.42755126953125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 124.63885498046875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5956352353096008,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.29144570231437683,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.771697998046875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.061173884268674435,
      "step": 47,
      "teaching_rms": 0.05472791918262719,
      "traffic_rms": 0.06098447952359348
    },
    {
      "batch_loss": 2.1651134490966797,
      "innovation_rms": 0.02587899824678193,
      "instruction_rms": 0.0037873100107335936,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.33728790283203,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6417.955078125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.82341766357422,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9033487439155579,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2670465409755707,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.364938735961914,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38.55333709716797,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69.26615142822266,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.2509765625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 376.3099060058594,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.8233642578125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5919324159622192,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26691338419914246,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.274127960205078,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.04888929041566533,
      "step": 48,
      "teaching_rms": 0.02587899824678193,
      "traffic_rms": 0.04874244545000496
    },
    {
      "batch_loss": 2.2346765995025635,
      "innovation_rms": 0.028377659447828968,
      "instruction_rms": 0.004467252678558081,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 50.16039276123047,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11335.197265625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.78970336914062,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8942455649375916,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30393582582473755,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.16112518310547,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45.74388122558594,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 71.90542602539062,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 255.4270477294922,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 361.76068115234375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.78965759277344,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5871062874794006,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30380257964134216,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.0703239440918,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.057883002242281684,
      "step": 49,
      "teaching_rms": 0.028377659447828968,
      "traffic_rms": 0.057710032461296114
    },
    {
      "batch_loss": 2.189499855041504,
      "innovation_rms": 0.07293926080399925,
      "instruction_rms": 0.004539299792296123,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 57.30542755126953,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14252.5341796875,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 225.29385375976562,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8976092338562012,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.314564973115921,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 51.33266067504883,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55.14657974243164,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 94.0270004272461,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 303.07891845703125,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 476.5188293457031,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 225.29396057128906,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5906122326850891,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3145519495010376,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 51.366798400878906,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.08762256799977954,
      "step": 50,
      "teaching_rms": 0.07293926080399925,
      "traffic_rms": 0.08750420783509748
    },
    {
      "batch_loss": 2.266531229019165,
      "innovation_rms": 0.08587290052400902,
      "instruction_rms": 0.004308429159192624,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 235.5257110595703,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52415.5625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.28488159179688,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.901894748210907,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3683302402496338,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 70.16114807128906,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67.08491516113281,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 119.38333892822266,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 363.4431457519531,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 603.6421508789062,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.28485107421875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5956737399101257,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3681386709213257,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 70.19528198242188,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.11457989942200018,
      "step": 51,
      "teaching_rms": 0.08587290052400902,
      "traffic_rms": 0.11449860401172321
    },
    {
      "batch_loss": 2.180712938308716,
      "innovation_rms": 0.09058435156597082,
      "instruction_rms": 0.0043265579413149366,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 533.48291015625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 198650.265625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 175.8402099609375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9082098603248596,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.27825409173965454,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 87.74517059326172,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 81.4237289428711,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 143.3881378173828,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 433.5649108886719,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 701.2176513671875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 175.8401641845703,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6044862866401672,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2783730626106262,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 87.779296875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.1324497062986375,
      "step": 52,
      "teaching_rms": 0.09058435156597082,
      "traffic_rms": 0.13237942227392305
    },
    {
      "batch_loss": 2.3366243839263916,
      "innovation_rms": 0.0936010262335341,
      "instruction_rms": 0.010777439394035608,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 913.0968017578125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 384266.53125,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 155.63668823242188,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9139207601547241,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.24968281388282776,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 103.308837890625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 97.97286987304688,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 165.4914093017578,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 510.556884765625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 769.9198608398438,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 155.63665771484375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6120896935462952,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2493637204170227,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 103.34296417236328,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.15175294182577595,
      "step": 53,
      "teaching_rms": 0.0936010262335341,
      "traffic_rms": 0.15137004150785843
    },
    {
      "batch_loss": 2.2313072681427,
      "innovation_rms": 0.10977697837747982,
      "instruction_rms": 0.004808238365523924,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1348.4844970703125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 628201.375,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139.76837158203125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9138651490211487,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.29322537779808044,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116.82542419433594,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 117.12811279296875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 191.55242919921875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 596.3043212890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 857.474365234375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139.7683868408203,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.622201144695282,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2929163873195648,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116.85954284667969,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.17416104884675315,
      "step": 54,
      "teaching_rms": 0.10977697837747982,
      "traffic_rms": 0.17409527998273078
    },
    {
      "batch_loss": 2.2722573280334473,
      "innovation_rms": 0.13537728819789654,
      "instruction_rms": 0.004861130418315628,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1817.549560546875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 908389.0625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 143.23167419433594,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.904619574546814,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42450737953186035,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 128.11109924316406,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139.69775390625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 225.69647216796875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 695.007568359375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 987.032470703125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 143.231689453125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6469846963882446,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4243614673614502,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 128.1452178955078,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.2095939254757357,
      "step": 55,
      "teaching_rms": 0.13537728819789654,
      "traffic_rms": 0.20953742324559482
    },
    {
      "batch_loss": 2.4236676692962646,
      "innovation_rms": 0.16055234827610324,
      "instruction_rms": 0.004855485499341546,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2297.895751953125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1229318.5,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 148.73068237304688,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8965112566947937,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3087625801563263,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 137.4316864013672,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 166.35226440429688,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 266.5450439453125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 809.8380737304688,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1148.3052978515625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 148.73069763183594,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6609255075454712,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3090086281299591,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 137.46580505371094,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.24731701405815149,
      "step": 56,
      "teaching_rms": 0.16055234827610324,
      "traffic_rms": 0.2472694399662729
    },
    {
      "batch_loss": 2.3672664165496826,
      "innovation_rms": 0.1961153803501788,
      "instruction_rms": 0.004149779822956635,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2753.2294921875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1530609.5,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 161.644775390625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8957768678665161,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36433863639831543,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 145.0519561767578,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 198.1333465576172,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 317.81085205078125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 946.6751098632812,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1368.3702392578125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 161.64479064941406,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6647833585739136,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3643903136253357,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 145.08607482910156,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.2922599627019088,
      "step": 57,
      "teaching_rms": 0.1961153803501788,
      "traffic_rms": 0.2922305689450854
    },
    {
      "batch_loss": 2.3050954341888428,
      "innovation_rms": 0.24647517529785992,
      "instruction_rms": 0.006051220292388643,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3141.192626953125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1768442.625,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 265.74261474609375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8969389796257019,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.39764347672462463,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159.73219299316406,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 236.64761352539062,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 385.14263916015625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1115.4146728515625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1687.3956298828125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 265.74261474609375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.668374240398407,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.39775586128234863,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159.74688720703125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.3507023429398749,
      "step": 58,
      "teaching_rms": 0.24647517529785992,
      "traffic_rms": 0.35065004413913703
    },
    {
      "batch_loss": 2.1450867652893066,
      "innovation_rms": 0.3082794067117232,
      "instruction_rms": 0.006465477299680842,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3411.097412109375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1916455.875,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 465.24468994140625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8995814323425293,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2925609350204468,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 181.42782592773438,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 283.76263427734375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 471.1501159667969,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1328.2808837890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2128.662109375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 465.24468994140625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.673012912273407,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2926733195781708,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 181.44252014160156,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.4154217109245767,
      "step": 59,
      "teaching_rms": 0.3082794067117232,
      "traffic_rms": 0.4153711430588385
    },
    {
      "batch_loss": 2.295102834701538,
      "innovation_rms": 0.4575515974599203,
      "instruction_rms": 0.004881203280076551,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3469.6875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1862585.375,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1080.63525390625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9042770862579346,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31978413462638855,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.21597290039062,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 345.059814453125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 612.971923828125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1635.194580078125,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3069.13671875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1080.6351318359375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6773572564125061,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3195994198322296,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.2306671142578,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.5288098785301587,
      "step": 60,
      "teaching_rms": 0.4575515974599203,
      "traffic_rms": 0.5287876701004511
    },
    {
      "batch_loss": 2.4128386974334717,
      "innovation_rms": 0.2738003160857041,
      "instruction_rms": 0.004940433282974429,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3232.0703125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1823439.875,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 611.6754150390625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9022891521453857,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32414668798446655,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.3773956298828,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 410.3426208496094,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 652.8281860351562,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1942.5589599609375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3073.644287109375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 611.6756591796875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6826986074447632,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32411229610443115,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.39208984375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.47060838875028277,
      "step": 61,
      "teaching_rms": 0.2738003160857041,
      "traffic_rms": 0.47058268516531315
    },
    {
      "batch_loss": 2.351922035217285,
      "innovation_rms": 0.5290767911660252,
      "instruction_rms": 0.00479017041476012,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3305.544921875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1835566.5,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1508.2550048828125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8966894149780273,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4818912148475647,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306.96209716796875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 490.2562255859375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 799.1361083984375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2322.697998046875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3801.39013671875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1508.2550048828125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.689655601978302,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.48199793696403503,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 307.0318603515625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.7023967548198344,
      "step": 62,
      "teaching_rms": 0.5290767911660252,
      "traffic_rms": 0.7023803065484081
    },
    {
      "batch_loss": 2.4894630908966064,
      "innovation_rms": 0.6494008086415237,
      "instruction_rms": 0.004007069652197847,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3978.43310546875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2889516.25,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1173.7509765625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8943095803260803,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2531261742115021,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 424.3371887207031,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 588.3310546875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 980.7479858398438,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2795.306640625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4726.0859375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1173.7509765625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6965488791465759,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2532328963279724,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 424.4069519042969,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.8542839443868198,
      "step": 63,
      "teaching_rms": 0.6494008086415237,
      "traffic_rms": 0.8542745597567196
    },
    {
      "batch_loss": 2.3805015087127686,
      "innovation_rms": 0.6697275718336976,
      "instruction_rms": 0.003004326662754539,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5048.60888671875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5977255.5,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1067.5567626953125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8946006298065186,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37822264432907104,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 516.784423828125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 702.9764404296875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1146.453857421875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3334.3525390625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5390.45849609375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1067.556884765625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7027943730354309,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3785198926925659,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 516.8541870117188,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 0.9514034160275746,
      "step": 64,
      "teaching_rms": 0.6697275718336976,
      "traffic_rms": 0.9513986309194641
    },
    {
      "batch_loss": 2.3137145042419434,
      "innovation_rms": 0.810188763528519,
      "instruction_rms": 0.0025571108524312853,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6253.94580078125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10220282.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1045.3121337890625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8982128500938416,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.35005366802215576,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 591.8023681640625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 838.22998046875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1352.53515625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3958.9931640625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6246.4072265625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1045.312255859375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7018648982048035,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3501390218734741,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 591.8721313476562,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1.152736435293145,
      "step": 65,
      "teaching_rms": 0.810188763528519,
      "traffic_rms": 1.1527336080038695
    },
    {
      "batch_loss": 2.1819779872894287,
      "innovation_rms": 0.9536591332293015,
      "instruction_rms": 0.0024846404127027927,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7408.75634765625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15309714.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1290.4781494140625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9024542570114136,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.313972532749176,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 649.992431640625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 997.59033203125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1593.603759765625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4684.12060546875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7251.275390625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1290.478271484375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7022754549980164,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31381288170814514,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 649.916748046875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1.341577202539495,
      "step": 66,
      "teaching_rms": 0.9536591332293015,
      "traffic_rms": 1.3415749385249809
    },
    {
      "batch_loss": 2.5818023681640625,
      "innovation_rms": 1.300223624178007,
      "instruction_rms": 0.003312266547785639,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8334.037109375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18486996.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1980.3642578125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9074854254722595,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.33380699157714844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 802.4927368164062,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1193.5426025390625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1959.523193359375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5595.6337890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9115.1328125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1980.3642578125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7024956941604614,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.33364731073379517,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 802.4171142578125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1.7294282551917384,
      "step": 67,
      "teaching_rms": 1.300223624178007,
      "traffic_rms": 1.729425124730395
    },
    {
      "batch_loss": 2.3325698375701904,
      "innovation_rms": 1.9303542235281008,
      "instruction_rms": 0.0037923861914819106,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8766.5078125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19430774.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4459.8720703125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9111924171447754,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3919219374656677,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 995.0365600585938,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1449.9349365234375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2563.923828125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6902.71044921875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13070.765625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4459.8720703125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7028191089630127,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3921175003051758,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 994.9609375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2.2675341945180576,
      "step": 68,
      "teaching_rms": 1.9303542235281008,
      "traffic_rms": 2.2675310154841015
    },
    {
      "batch_loss": 2.6068155765533447,
      "innovation_rms": 2.1596348645740173,
      "instruction_rms": 0.005608035813598964,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8087.54345703125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18671552.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5648.6650390625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9088162779808044,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42863714694976807,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1193.0797119140625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1768.2130126953125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3182.78125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8571.5244140625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16688.13671875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5648.66455078125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7063286304473877,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4287041425704956,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1193.0343017578125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2.5721560606343874,
      "step": 69,
      "teaching_rms": 2.1596348645740173,
      "traffic_rms": 2.572149774423357
    },
    {
      "batch_loss": 2.269904851913452,
      "innovation_rms": 2.247656657446747,
      "instruction_rms": 0.002320404934211531,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11182.06640625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35741492.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4717.14453125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9077616333961487,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.14696094393730164,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1664.794189453125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2144.72216796875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3765.091552734375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10493.734375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19222.09765625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4717.14404296875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7141191363334656,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1471565067768097,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1664.7486572265625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3.112721088150715,
      "step": 70,
      "teaching_rms": 2.247656657446747,
      "traffic_rms": 3.112720215760093
    },
    {
      "batch_loss": 2.2248055934906006,
      "innovation_rms": 2.4931833897858975,
      "instruction_rms": 0.003967432609269593,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16889.623046875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 85969264.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4270.75927734375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9086316823959351,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1817423403263092,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2070.478515625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2582.344970703125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4376.22705078125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12640.869140625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21471.345703125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4270.75927734375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7212958335876465,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1819279044866562,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2070.432861328125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3.7024033570386816,
      "step": 71,
      "teaching_rms": 2.4931833897858975,
      "traffic_rms": 3.702401233311298
    },
    {
      "batch_loss": 2.3158373832702637,
      "innovation_rms": 3.0091316922484896,
      "instruction_rms": 0.00528922915411343,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24394.59375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 163237392.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4304.390625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9106597900390625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2133597433567047,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2434.3076171875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3095.842529296875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5134.9765625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15077.599609375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24367.30859375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4304.390625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7257320880889893,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21359825134277344,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2434.261962890625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4.480229712952078,
      "step": 72,
      "teaching_rms": 3.0091316922484896,
      "traffic_rms": 4.480226593756882
    },
    {
      "batch_loss": 2.2076754570007324,
      "innovation_rms": 3.61382779540361,
      "instruction_rms": 0.002197381171982504,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33020.5078125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 261708736.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4453.6826171875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9126874208450317,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.33075499534606934,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2763.089599609375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3701.656005859375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6058.13525390625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17880.533203125,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28029.33203125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4453.68310546875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7046574950218201,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3308599591255188,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2763.0439453125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5.3813993303556185,
      "step": 73,
      "teaching_rms": 3.61382779540361,
      "traffic_rms": 5.381398873659308
    },
    {
      "batch_loss": 2.2829060554504395,
      "innovation_rms": 4.415515485659039,
      "instruction_rms": 0.0025319225019554865,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42205.71484375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 367470432.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5494.4208984375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9147773385047913,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3850846588611603,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3071.708251953125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4423.06982421875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7214.13720703125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21173.734375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32932.0078125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5494.421875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6851447820663452,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38532036542892456,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3071.66259765625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6.442218769181426,
      "step": 74,
      "teaching_rms": 4.415515485659039,
      "traffic_rms": 6.442218276088962
    },
    {
      "batch_loss": 2.2234222888946533,
      "innovation_rms": 5.450420042795934,
      "instruction_rms": 0.0026464875638540766,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 51474.2109375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 469027072.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6984.79638671875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9190590381622314,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30594444274902344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3366.08056640625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5290.7060546875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8676.36328125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25134.185546875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39604.515625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6984.79736328125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6697235107421875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30615827441215515,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3366.03466796875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 7.7201433507403365,
      "step": 75,
      "teaching_rms": 5.450420042795934,
      "traffic_rms": 7.720142906663405
    },
    {
      "batch_loss": 2.294088840484619,
      "innovation_rms": 7.02409346978036,
      "instruction_rms": 0.0029234823789968155,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60037.4296875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 538358848.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9001.056640625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9251863956451416,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.23651981353759766,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4001.4013671875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6355.357421875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10646.513671875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30106.8125,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49726.26953125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9001.0576171875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6690536141395569,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2361997365951538,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4001.29541015625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9.3455119298127,
      "step": 76,
      "teaching_rms": 7.02409346978036,
      "traffic_rms": 9.345511486377871
    },
    {
      "batch_loss": 2.405022621154785,
      "innovation_rms": 10.131671773628536,
      "instruction_rms": 0.003604196347092389,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66206.6484375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 547169664.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18376.328125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9301299452781677,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2971343398094177,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5105.83544921875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7731.07470703125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13757.173828125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37071.109375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69642.9609375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18376.328125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6868958473205566,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.297152578830719,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5105.7294921875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 11.965418422930721,
      "step": 77,
      "teaching_rms": 10.131671773628536,
      "traffic_rms": 11.965417889338928
    },
    {
      "batch_loss": 2.250962018966675,
      "innovation_rms": 10.33598678763535,
      "instruction_rms": 0.008065752666217669,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 65191.4921875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 515871104.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25580.45703125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9298694133758545,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30975672602653503,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6038.32958984375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9384.55859375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16534.83984375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45419.57421875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83484.6640625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25580.45703125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7152105569839478,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3097749650478363,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6038.22412109375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 12.942200189252171,
      "step": 78,
      "teaching_rms": 10.33598678763535,
      "traffic_rms": 12.942197673577198
    },
    {
      "batch_loss": 2.4098308086395264,
      "innovation_rms": 14.027630192959437,
      "instruction_rms": 0.00779277984719143,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72284.796875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 582037696.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21364.88671875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9288089871406555,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.289908766746521,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6926.70068359375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11449.435546875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20648.76953125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 56070.796875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 106512.2265625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21364.88671875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7441840171813965,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2897346019744873,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6926.7666015625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 17.728839355102224,
      "step": 79,
      "teaching_rms": 14.027630192959437,
      "traffic_rms": 17.728837631974905
    },
    {
      "batch_loss": 2.3990797996520996,
      "innovation_rms": 19.705169547578723,
      "instruction_rms": 0.004627285011065037,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 80815.6640625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 679116160.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42314.46484375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.928810179233551,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.23797138035297394,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10184.849609375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14124.5966796875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 26751.615234375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 70736.640625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146658.421875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42314.46484375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7622812390327454,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.23777948319911957,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10184.8994140625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 22.69805544434899,
      "step": 80,
      "teaching_rms": 19.705169547578723,
      "traffic_rms": 22.698054969312913
    },
    {
      "batch_loss": 2.941424608230591,
      "innovation_rms": 20.527963596039957,
      "instruction_rms": 0.004715610218996081,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 81484.125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 759945920.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59982.0625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9263489246368408,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3442423343658447,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12008.3759765625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17361.0078125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32364.1171875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 88258.2421875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 175216.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59982.05859375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.735142707824707,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3443397879600525,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12008.61328125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 25.723974751136353,
      "step": 81,
      "teaching_rms": 20.527963596039957,
      "traffic_rms": 25.72397431873155
    },
    {
      "batch_loss": 2.1098952293395996,
      "innovation_rms": 24.545354729576932,
      "instruction_rms": 0.002855555010272702,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 105983.703125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1950754304.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42386.2109375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9251596331596375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34982621669769287,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16246.9970703125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21259.830078125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38988.2265625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 108960.2890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 207020.5,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42386.203125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7077871561050415,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34992367029190063,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16247.2333984375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 31.39915244866542,
      "step": 82,
      "teaching_rms": 24.545354729576932,
      "traffic_rms": 31.399152314256465
    },
    {
      "batch_loss": 2.261482000350952,
      "innovation_rms": 29.557729143864798,
      "instruction_rms": 0.003218639733614165,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 147836.125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4950508032.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36020.5625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9226434230804443,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2688020169734955,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19190.29296875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25957.29296875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46974.62109375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 133363.0625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 244027.78125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36020.5625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6909001469612122,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.26878902316093445,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19190.52734375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 39.01723420877247,
      "step": 83,
      "teaching_rms": 29.557729143864798,
      "traffic_rms": 39.01723407707387
    },
    {
      "batch_loss": 2.464094877243042,
      "innovation_rms": 38.62565909481877,
      "instruction_rms": 0.003072829798730286,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 200172.71875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8989217792.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37872.234375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9216121435165405,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3259181082248688,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20916.71875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31757.287109375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 57999.93359375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 163408.046875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 300449.8125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37872.23828125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6873393654823303,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.32589012384414673,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20916.953125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 50.07638732503212,
      "step": 84,
      "teaching_rms": 38.62565909481877,
      "traffic_rms": 50.07638723171833
    },
    {
      "batch_loss": 2.4383299350738525,
      "innovation_rms": 52.01683280001443,
      "instruction_rms": 0.002690496854776464,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 253227.828125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12576783360.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 82464.921875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9195656776428223,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4673191010951996,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21128.955078125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39118.30859375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 73610.2109375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 202505.234375,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 390971.9375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 82464.921875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6912144422531128,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4672500491142273,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21129.06640625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 64.22618541504507,
      "step": 85,
      "teaching_rms": 52.01683280001443,
      "traffic_rms": 64.22618535946603
    },
    {
      "batch_loss": 2.223170757293701,
      "innovation_rms": 77.63018793806536,
      "instruction_rms": 0.002959424559752696,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 290666.9375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13882131456.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 178073.34375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9149282574653625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.43626517057418823,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34998.12109375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 48990.38671875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 98720.7890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 259687.6875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 571824.5625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 178073.34375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6984596252441406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4363844394683838,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34998.23828125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 85.03037263272377,
      "step": 86,
      "teaching_rms": 77.63018793806536,
      "traffic_rms": 85.03037257732375
    },
    {
      "batch_loss": 2.232355833053589,
      "innovation_rms": 45.7692663386521,
      "instruction_rms": 0.0029199902224316394,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 285334.9375,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16099624960.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 86709.296875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9117041230201721,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.44110986590385437,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40013.8671875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59591.80078125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 106014.15625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 316723.90625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 570362.3125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 86709.2890625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.710114598274231,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4411744475364685,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40013.8984375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 74.62859875470079,
      "step": 87,
      "teaching_rms": 45.7692663386521,
      "traffic_rms": 74.62859869812176
    },
    {
      "batch_loss": 2.509610176086426,
      "innovation_rms": 89.22212150893877,
      "instruction_rms": 0.003047597379388117,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306730.53125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18192289792.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 297975.4375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.910473108291626,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5351090431213379,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49477.1328125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72734.4375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 131426.375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 386305.6875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 695817.8125,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 297975.4375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7239436507225037,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5351736545562744,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49477.16015625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 111.83149688930197,
      "step": 88,
      "teaching_rms": 89.22212150893877,
      "traffic_rms": 111.83149684860379
    },
    {
      "batch_loss": 2.3211658000946045,
      "innovation_rms": 91.29184930106508,
      "instruction_rms": 0.0024705979082311307,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 464918.46875,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67101790208.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 245698.625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9107574820518494,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5565493106842041,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72220.546875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 88136.1875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 154017.53125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 464293.65625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 779879.5625,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 245698.625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7313945293426514,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5564301013946533,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72220.515625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 128.57051218762484,
      "step": 89,
      "teaching_rms": 91.29184930106508,
      "traffic_rms": 128.5705121643258
    },
    {
      "batch_loss": 2.3054585456848145,
      "innovation_rms": 114.66103821424443,
      "instruction_rms": 0.005108559224392777,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 737794.25,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 180588658688.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232563.90625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9118171334266663,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.29561954736709595,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 92682.9765625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 106556.453125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 184202.6875,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 554657.25,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 903636.1875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232563.90625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7334941625595093,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.29550033807754517,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 92683.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 161.6976883296126,
      "step": 90,
      "teaching_rms": 114.66103821424443,
      "traffic_rms": 161.6976882489334
    },
    {
      "batch_loss": 2.140058755874634,
      "innovation_rms": 127.7997569319024,
      "instruction_rms": 0.004201354700148177,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1097325.125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 408792891392.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 216645.71875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9124640226364136,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30453136563301086,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 111736.4765625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 128175.0390625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 216185.890625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 656744.6875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1020874.5,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 216645.71875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7347375750541687,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30461570620536804,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 111736.5,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 190.41318037150018,
      "step": 91,
      "teaching_rms": 127.7997569319024,
      "traffic_rms": 190.4131803250565
    },
    {
      "batch_loss": 2.2536160945892334,
      "innovation_rms": 155.24191390334377,
      "instruction_rms": 0.005272429896626053,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1526162.125,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 702566760448.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 198418.546875,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9100481271743774,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.20121078193187714,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 129550.7578125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 153790.484375,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 256154.40625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 774465.0625,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1177203.875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 198418.546875,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7407060265541077,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2010660618543625,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 129550.78125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 232.76529647518245,
      "step": 92,
      "teaching_rms": 155.24191390334377,
      "traffic_rms": 232.7652964155249
    },
    {
      "batch_loss": 2.3093249797821045,
      "innovation_rms": 188.5752132281486,
      "instruction_rms": 0.0061074095940419236,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1995101.625,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1039631515648.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 196302.5,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9047406911849976,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31314581632614136,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146335.578125,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 184369.03125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 305785.40625,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 912787.5,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1383224.25,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 196302.5,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.747564971446991,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31310534477233887,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146335.609375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 280.3313926814365,
      "step": 93,
      "teaching_rms": 188.5752132281486,
      "traffic_rms": 280.331392615149
    },
    {
      "batch_loss": 2.262990713119507,
      "innovation_rms": 228.97965077758647,
      "instruction_rms": 0.0059368648329556324,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2477332.75,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1398113304576.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 212270.78125,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9000341892242432,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.28746819496154785,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 162775.015625,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221051.46875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 366824.3125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1077864.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1650765.375,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 212270.78125,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7560297250747681,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.28742772340774536,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 162775.046875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 336.596722668603,
      "step": 94,
      "teaching_rms": 228.97965077758647,
      "traffic_rms": 336.59672261656135
    },
    {
      "batch_loss": 2.263540029525757,
      "innovation_rms": 276.8118716859776,
      "instruction_rms": 0.004426589363707955,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2935142.75,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1725470474240.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 285811.5625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8978732228279114,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5072609186172485,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 178537.671875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 265150.8125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 440993.4375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1276610.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1987467.875,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 285811.59375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7593913674354553,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5068533420562744,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 178537.703125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 402.0473575302868,
      "step": 95,
      "teaching_rms": 276.8118716859776,
      "traffic_rms": 402.04735750603237
    },
    {
      "batch_loss": 2.3794243335723877,
      "innovation_rms": 352.4783350169657,
      "instruction_rms": 0.006180738556187005,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3334908.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1960702377984.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 521347.4375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9012767672538757,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.450907826423645,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 193535.171875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 319050.5625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 538997.4375,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1524584.875,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2479741.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 521347.4375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7551941275596619,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4505002796649933,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 193535.203125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 490.35190860751953,
      "step": 96,
      "teaching_rms": 352.4783350169657,
      "traffic_rms": 490.3519085686813
    },
    {
      "batch_loss": 2.342466354370117,
      "innovation_rms": 490.2934527456033,
      "instruction_rms": 0.011525037301484964,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3625778.75,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2028178374656.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1082193.625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9060109853744507,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3464620113372803,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214442.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 387643.28125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 685927.25,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1861396.125,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3368112.75,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1082193.75,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7490437626838684,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.346576064825058,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214442.578125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 620.2391339969174,
      "step": 97,
      "teaching_rms": 490.2934527456033,
      "traffic_rms": 620.2391338898227
    },
    {
      "batch_loss": 2.203295946121216,
      "innovation_rms": 796.738907272582,
      "instruction_rms": 0.006642968023396615,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3685017.5,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1900337954816.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1037488.375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.909493088722229,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3095625042915344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 308324.4375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 483079.40625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 954361.125,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2416729.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5553328.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1037488.5,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7473811507225037,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.30971091985702515,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 308324.46875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 856.3914854232435,
      "step": 98,
      "teaching_rms": 796.738907272582,
      "traffic_rms": 856.3914853974591
    },
    {
      "batch_loss": 2.2549681663513184,
      "innovation_rms": 853.6988469557486,
      "instruction_rms": 0.007824988311859607,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3634026.75,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1802457186304.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2896865.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9056258797645569,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31199198961257935,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 370399.09375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 604171.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1210916.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3136866.5,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7201374.5,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2896865.5,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7474288940429688,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3121403753757477,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 370399.09375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 975.8764431920349,
      "step": 99,
      "teaching_rms": 853.6988469557486,
      "traffic_rms": 975.8764431606253
    },
    {
      "batch_loss": 2.135791063308716,
      "innovation_rms": 737.008187554583,
      "instruction_rms": 0.007999457935211925,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5333397.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6559797084160.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2579638.5,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8965087532997131,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.35828185081481934,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 628362.9375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 742269.6875,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1380986.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3905401.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7685352.5,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2579639.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7477561831474304,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.35836052894592285,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 628363.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1197.3816470713,
      "step": 100,
      "teaching_rms": 737.008187554583,
      "traffic_rms": 1197.3816470445947
    },
    {
      "batch_loss": 2.2895607948303223,
      "innovation_rms": 844.2477617902769,
      "instruction_rms": 0.006253128815120629,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8408229.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23186785697792.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2317845.5,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8895092606544495,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2884161174297333,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 860147.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 899419.0625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1571493.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4721256.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8158541.5,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2317846.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7357921600341797,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2884947955608368,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 860147.625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1479.5550126856729,
      "step": 101,
      "teaching_rms": 844.2477617902769,
      "traffic_rms": 1479.5550126725102
    },
    {
      "batch_loss": 2.2245798110961914,
      "innovation_rms": 992.9039918969546,
      "instruction_rms": 0.008323607607903053,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12510577.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55827872350208.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2093193.75,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8853896856307983,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.1992224156856537,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1069466.875,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1078817.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1793987.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5593094.5,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8718384.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2093194.25,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7229003310203552,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.19905711710453033,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1069467.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1806.0801548138293,
      "step": 102,
      "teaching_rms": 992.9039918969546,
      "traffic_rms": 1806.080154794691
    },
    {
      "batch_loss": 2.4137041568756104,
      "innovation_rms": 1141.602924739491,
      "instruction_rms": 0.011201466508859339,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17504106.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 108804096131072.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1905836.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8863616585731506,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.24795038998126984,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1260050.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1283204.625,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2043868.25,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6527001.5,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9339072.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1905836.375,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7240962982177734,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2479812204837799,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1260050.625,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2185.658381752,
      "step": 103,
      "teaching_rms": 1141.602924739491,
      "traffic_rms": 2185.6583817233404
    },
    {
      "batch_loss": 2.126206159591675,
      "innovation_rms": 1334.3712385883641,
      "instruction_rms": 0.012111883910481784,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22977418.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 178555900133376.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1734357.625,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8886783719062805,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3450981676578522,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1433486.25,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1516458.125,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2332534.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7537036.5,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10100350.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1734358.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7362563610076904,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34495872259140015,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1433486.375,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2654.317749445826,
      "step": 104,
      "teaching_rms": 1334.3712385883641,
      "traffic_rms": 2654.3177494181937
    },
    {
      "batch_loss": 2.285989761352539,
      "innovation_rms": 1560.5816672249716,
      "instruction_rms": 0.011983710146386497,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28821746.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 266988186238976.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1565337.375,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.891071617603302,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2159527838230133,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1590020.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1782846.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2663879.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8638798.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11017612.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1565337.625,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7428799867630005,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21588845551013947,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1590020.125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3265.4023063010336,
      "step": 105,
      "teaching_rms": 1560.5816672249716,
      "traffic_rms": 3265.4023062790084
    },
    {
      "batch_loss": 2.586275100708008,
      "innovation_rms": 1889.5898869495447,
      "instruction_rms": 0.009325786103572037,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34764312.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 348868382294016.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1437161.75,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8930485844612122,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4249284565448761,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1729550.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2091057.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3082117.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9874590.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12357916.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1437161.75,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7300316095352173,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4248976707458496,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1729550.875,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4038.973653848385,
      "step": 106,
      "teaching_rms": 1889.5898869495447,
      "traffic_rms": 4038.973653837639
    },
    {
      "batch_loss": 2.1494762897491455,
      "innovation_rms": 2310.770372891975,
      "instruction_rms": 0.0063050081120728544,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40686236.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 435215713435648.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1897785.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8922179937362671,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.341096967458725,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1853040.375,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2447618.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3565610.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11272574.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13979836.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1897785.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7062165141105652,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34106308221817017,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1853040.5,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5276.288493721392,
      "step": 107,
      "teaching_rms": 2310.770372891975,
      "traffic_rms": 5276.288493717617
    },
    {
      "batch_loss": 2.1377766132354736,
      "innovation_rms": 2828.6389502569696,
      "instruction_rms": 0.005021437802885398,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46429776.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 528226652782592.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2114677.5,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8877057433128357,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3786546289920807,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1963523.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2861232.25,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4136135.75,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12874466.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16018924.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2114677.5,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6864429712295532,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37879401445388794,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1963523.125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6797.6200611773365,
      "step": 108,
      "teaching_rms": 2828.6389502569696,
      "traffic_rms": 6797.620061175488
    },
    {
      "batch_loss": 2.219481945037842,
      "innovation_rms": 3484.501431698695,
      "instruction_rms": 0.004848129406429869,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 51991548.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 639400371290112.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3780047.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8853994011878967,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34832537174224854,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2067704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3335970.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4747386.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14687284.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20220592.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3780047.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6956513524055481,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.34843572974205017,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2067704.125,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9223.261514197768,
      "step": 109,
      "teaching_rms": 3484.501431698695,
      "traffic_rms": 9223.2615141965
    },
    {
      "batch_loss": 2.549436330795288,
      "innovation_rms": 4582.481003773568,
      "instruction_rms": 0.007526219555275619,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 57085232.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 742917069078528.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4576545.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.885287880897522,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.454654335975647,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2164376.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3883392.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5474217.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16766196.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30487700.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4576545.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7082829475402832,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4545149803161621,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2164376.75,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 12867.59288227004,
      "step": 110,
      "teaching_rms": 4582.481003773568,
      "traffic_rms": 12867.592882267845
    },
    {
      "batch_loss": 2.2507164478302,
      "innovation_rms": 5715.411371143127,
      "instruction_rms": 0.009184610226768943,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61411012.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 817125581127680.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7784503.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8889267444610596,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5686984062194824,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2249970.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4531144.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6793268.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19273380.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40022072.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7784503.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6999807357788086,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5685590505599976,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2249970.5,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 16800.352977194314,
      "step": 111,
      "teaching_rms": 5715.411371143127,
      "traffic_rms": 16800.352977191804
    },
    {
      "batch_loss": 2.226315498352051,
      "innovation_rms": 8531.09062956334,
      "instruction_rms": 0.007755380042516956,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64435412.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 856148043366400.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7886232.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8930098414421082,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4548526108264923,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2646659.75,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5306336.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10612060.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22379784.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 62150220.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7886232.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.707679033279419,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.45471328496932983,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2646659.5,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 25215.524039169224,
      "step": 112,
      "teaching_rms": 8531.09062956334,
      "traffic_rms": 25215.524039168038
    },
    {
      "batch_loss": 2.2606749534606934,
      "innovation_rms": 11973.958456937196,
      "instruction_rms": 0.006138674407580709,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64994876.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 837992679735296.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17800722.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8979535102844238,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.20912668108940125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4426732.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6288980.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15282005.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28964842.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 90175624.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17800722.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6961495280265808,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.20898735523223877,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4426731.5,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 35521.55511942446,
      "step": 113,
      "teaching_rms": 11973.958456937196,
      "traffic_rms": 35521.55511942393
    },
    {
      "batch_loss": 2.311068058013916,
      "innovation_rms": 15195.239978565005,
      "instruction_rms": 0.008049715194055673,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60941796.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 777238421176320.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24105672.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9028840661048889,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2602842450141907,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5922740.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7594112.5,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18854158.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40049436.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 110845920.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24105672.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.674760639667511,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2603120505809784,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5922740.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 47704.561012314865,
      "step": 114,
      "teaching_rms": 15195.239978565005,
      "traffic_rms": 47704.56101231419
    },
    {
      "batch_loss": 2.2181267738342285,
      "innovation_rms": 21593.562566525627,
      "instruction_rms": 0.005587757946706064,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 53387592.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 756286496964608.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27205296.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9075831174850464,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2994060814380646,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8643270.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9929229.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31108812.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 58403756.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 183543200.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27205296.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6733790636062622,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.299477219581604,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8643270.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 72477.47875149045,
      "step": 115,
      "teaching_rms": 21593.562566525627,
      "traffic_rms": 72477.47875149024
    },
    {
      "batch_loss": 2.2934765815734863,
      "innovation_rms": 31207.352224887894,
      "instruction_rms": 0.005747577672032808,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46720044.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 853021105848320.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45748912.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9102838039398193,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3684585392475128,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13218161.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14739854.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 48106248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 87135480.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 287317216.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45748912.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6936832070350647,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.36852964758872986,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13218161.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 104324.39476904823,
      "step": 116,
      "teaching_rms": 31207.352224887894,
      "traffic_rms": 104324.39476904809
    },
    {
      "batch_loss": 2.144724130630493,
      "innovation_rms": 44049.48264916753,
      "instruction_rms": 0.0074130008837007344,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 41802072.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1768263671349248.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69589840.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9113564491271973,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2465379238128662,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17469040.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21815752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 70758976.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 129417760.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 422822816.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69589840.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.708962082862854,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.24655091762542725,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17469040.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 151661.47879736687,
      "step": 117,
      "teaching_rms": 44049.48264916753,
      "traffic_rms": 151661.47879736667
    },
    {
      "batch_loss": 2.216879367828369,
      "innovation_rms": 60384.419333621874,
      "instruction_rms": 0.008132063044115378,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43932176.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4170592290865152.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 138719888.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9144579172134399,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21509432792663574,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30166346.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31517578.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 97018256.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 187486000.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 580682368.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 138719888.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7220167517662048,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21510730683803558,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30166346.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 218922.66520351067,
      "step": 118,
      "teaching_rms": 60384.419333621874,
      "traffic_rms": 218922.66520351052
    },
    {
      "batch_loss": 2.311119556427002,
      "innovation_rms": 90346.31725344816,
      "instruction_rms": 0.006771529651670686,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64310444.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8416476432171008.0,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 256462208.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9181493520736694,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2776113748550415,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45505752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45465436.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139478592.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 271343968.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 838579584.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 256462208.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.712324857711792,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.27766382694244385,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45505752.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 316899.1335615603,
      "step": 119,
      "teaching_rms": 90346.31725344816,
      "traffic_rms": 316899.13356156024
    },
    {
      "batch_loss": 2.1540794372558594,
      "innovation_rms": 121992.70089504222,
      "instruction_rms": 0.008099713516469705,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 122120128.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7393657623609344e+16,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 223682080.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9232910871505737,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2096608579158783,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 62300040.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64379084.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 189136496.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 385444320.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1141003648.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 223682080.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7071600556373596,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.20971331000328064,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 62300040.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 448120.8679896554,
      "step": 120,
      "teaching_rms": 121992.70089504222,
      "traffic_rms": 448120.8679896554
    },
    {
      "batch_loss": 2.114349365234375,
      "innovation_rms": 195945.92695190516,
      "instruction_rms": 0.006032048502997695,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 203361136.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4415010302132224e+16,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 324929184.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9239159822463989,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2132221758365631,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 90901032.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 93463216.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 290841344.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 561060992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1756166656.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 324929184.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7080715298652649,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2130117416381836,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 90901032.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 674174.7645771535,
      "step": 121,
      "teaching_rms": 195945.92695190516,
      "traffic_rms": 674174.7645771534
    },
    {
      "batch_loss": 2.1891183853149414,
      "innovation_rms": 283442.6797531686,
      "instruction_rms": 0.005591650162062014,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 285378752.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.401365099354522e+16,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 572509824.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.926767110824585,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21158912777900696,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 125772600.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 137128384.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 436651616.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 823472064.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2624110592.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 572509824.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7227306365966797,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.21170487999916077,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 125772600.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 978155.2179477497,
      "step": 122,
      "teaching_rms": 283442.6797531686,
      "traffic_rms": 978155.2179477497
    },
    {
      "batch_loss": 2.1239678859710693,
      "innovation_rms": 403479.4327488138,
      "instruction_rms": 0.004691614402048937,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 375073312.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.45507049537536e+17,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 625318720.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9275524616241455,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37335067987442017,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 185001440.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 200048464.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 629200768.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1203127168.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3796550656.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 625318720.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7455399632453918,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3732181191444397,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 185001440.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1376458.8994240456,
      "step": 123,
      "teaching_rms": 403479.4327488138,
      "traffic_rms": 1376458.8994240456
    },
    {
      "batch_loss": 2.104344367980957,
      "innovation_rms": 591171.6653278882,
      "instruction_rms": 0.006249270967802405,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 558627136.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4055252674504294e+17,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1193236096.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9261881113052368,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.31462806463241577,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 261447504.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 292064544.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 920160640.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1756748288.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5536210944.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1193236096.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7659193277359009,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3144955039024353,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 261447504.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2095623.0379334036,
      "step": 124,
      "teaching_rms": 591171.6653278882,
      "traffic_rms": 2095623.0379334036
    },
    {
      "batch_loss": 2.1882972717285156,
      "innovation_rms": 947002.2336731033,
      "instruction_rms": 0.006088210208833788,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 780395712.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.292946552706826e+17,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1479051904.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9268250465393066,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.22747844457626343,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 366261504.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 437900928.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1458363904.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2634714112.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8779659264.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1479051904.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7640989422798157,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2275906503200531,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 366261504.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3124753.756833253,
      "step": 125,
      "teaching_rms": 947002.2336731033,
      "traffic_rms": 3124753.756833253
    },
    {
      "batch_loss": 2.2223474979400635,
      "innovation_rms": 1468174.3118577402,
      "instruction_rms": 0.006062407912018093,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1041998016.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6853200156219146e+18,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2139049728.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9276124238967896,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4218788743019104,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 554841984.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 670349376.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2324484352.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4039491840.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14047776768.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2139049728.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7520279288291931,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4216965436935425,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 554841984.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4767988.0287362095,
      "step": 126,
      "teaching_rms": 1468174.3118577402,
      "traffic_rms": 4767988.0287362095
    },
    {
      "batch_loss": 2.120243549346924,
      "innovation_rms": 2172379.213789796,
      "instruction_rms": 0.006163942904331586,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1277937792.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5345439547184906e+18,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5910330880.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9310909509658813,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.316183865070343,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 895048128.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1017209472.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3468601088.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6201301504.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21618098176.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5910330880.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7436736226081848,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3162679076194763,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 895048128.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6797061.537688249,
      "step": 127,
      "teaching_rms": 2172379.213789796,
      "traffic_rms": 6797061.537688249
    },
    {
      "batch_loss": 2.212796211242676,
      "innovation_rms": 1756339.3201002986,
      "instruction_rms": 0.00519573174638238,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2296428288.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.122453597596523e+19,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4859390976.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9318323731422424,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4663121700286865,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1374785536.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1373286528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3560770048.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8432437248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22311358464.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4859390976.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7434998154640198,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.46619999408721924,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1374785536.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9831562.735912876,
      "step": 128,
      "teaching_rms": 1756339.3201002986,
      "traffic_rms": 9831562.735912876
    },
    {
      "batch_loss": 2.1345200538635254,
      "innovation_rms": 2780262.3588028266,
      "instruction_rms": 0.006659774114779017,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4198669824.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.252709989410721e+19,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6854274560.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.93300461769104,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.41790834069252014,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2060212992.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1793792000.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4205054720.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11040999424.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 26085619712.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6854274560.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7569506764411926,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4180906414985657,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2060212992.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 13608702.765889823,
      "step": 129,
      "teaching_rms": 2780262.3588028266,
      "traffic_rms": 13608702.765889823
    },
    {
      "batch_loss": 2.1153316497802734,
      "innovation_rms": 4835622.579649619,
      "instruction_rms": 0.004079297160057799,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6910910464.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.616680771848241e+19,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9784676352.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9338523149490356,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3974980115890503,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3038680576.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2429902848.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6361108480.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14962488320.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39214891008.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9784676352.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7799736857414246,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.397527277469635,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3038680576.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 18676122.61733711,
      "step": 130,
      "teaching_rms": 4835622.579649619,
      "traffic_rms": 18676122.61733711
    },
    {
      "batch_loss": 2.313066005706787,
      "innovation_rms": 7718126.25715194,
      "instruction_rms": 0.0033704245185444885,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9965728768.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.22522812828169e+19,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13473296384.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.930246114730835,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.2368907928466797,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4386010112.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3505223680.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10753208320.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21527576576.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 65650876416.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13473296384.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7962158918380737,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.23670853674411774,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4386010112.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 26528402.95896775,
      "step": 131,
      "teaching_rms": 7718126.25715194,
      "traffic_rms": 26528402.95896775
    },
    {
      "batch_loss": 2.13179087638855,
      "innovation_rms": 11866573.506891692,
      "instruction_rms": 0.005895204309000782,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13169594368.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2269529419189584e+20,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21877131264.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9274328351020813,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3791555166244507,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6144731648.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5285633536.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17804099584.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32424787968.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 108972113920.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 21877131264.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8007347583770752,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.379193514585495,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6144731648.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 38739897.48568837,
      "step": 132,
      "teaching_rms": 11866573.506891692,
      "traffic_rms": 38739897.48568837
    },
    {
      "batch_loss": 2.033139705657959,
      "innovation_rms": 17526294.99494688,
      "instruction_rms": 0.004997157228877419,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16539295744.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5424308195445808e+20,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20829501440.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.921034574508667,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.49128973484039307,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7853336064.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8027816960.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27421835264.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49390911488.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 169661235200.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20829501440.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7842835783958435,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.491327702999115,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7853336064.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 56922007.91886563,
      "step": 133,
      "teaching_rms": 17526294.99494688,
      "traffic_rms": 56922007.91886563
    },
    {
      "batch_loss": 2.269690752029419,
      "innovation_rms": 21284858.766995333,
      "instruction_rms": 0.004310039859634159,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19243864064.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.176575706322835e+20,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59241820160.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9172747731208801,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.33974772691726685,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12695614464.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11552276480.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35244597248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 71252262912.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218613547008.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59241820160.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7528131604194641,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3398410677909851,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12695614464.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 79982296.65836033,
      "step": 134,
      "teaching_rms": 21284858.766995333,
      "traffic_rms": 79982296.65836033
    },
    {
      "batch_loss": 2.522535800933838,
      "innovation_rms": 30695978.52863212,
      "instruction_rms": 0.006212906684878498,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32624033792.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1132552768325954e+21,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52854910976.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9165078997612,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7111865282058716,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17456189440.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16256051200.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47037751296.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 100740595712.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 294883328000.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52854910976.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7299725413322449,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7111486196517944,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17456189440.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 112658201.6555934,
      "step": 135,
      "teaching_rms": 30695978.52863212,
      "traffic_rms": 112658201.6555934
    },
    {
      "batch_loss": 2.44986891746521,
      "innovation_rms": 50100001.18910307,
      "instruction_rms": 0.007090434828099486,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52665683968.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2029494092646486e+21,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 102808616960.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9207407832145691,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5790902376174927,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23737032704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23491596288.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72355446784.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146149572608.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 454089703424.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 102808616960.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7212874293327332,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5790522694587708,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23737032704.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 171760021.4982452,
      "step": 136,
      "teaching_rms": 50100001.18910307,
      "traffic_rms": 171760021.4982452
    },
    {
      "batch_loss": 2.306478261947632,
      "innovation_rms": 65392117.30973345,
      "instruction_rms": 0.00443281590600793,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67803193344.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.180372994824016e+21,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 122533330944.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9266550540924072,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4770117998123169,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33509285888.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33442695168.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 99510992896.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 208061956096.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 619123769344.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 122533330944.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.722964882850647,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.47748178243637085,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33509285888.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 243263069.09485662,
      "step": 137,
      "teaching_rms": 65392117.30973345,
      "traffic_rms": 243263069.09485662
    },
    {
      "batch_loss": 2.549434185028076,
      "innovation_rms": 110033411.9216728,
      "instruction_rms": 0.003267142589599869,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 89264455680.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1192459509831748e+22,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159822020608.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9203697443008423,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4313262701034546,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49491488768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49607585792.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 161648918528.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306824708096.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 987627388928.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159822020608.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.731925904750824,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.43143430352211,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49491488768.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 370378264.5731416,
      "step": 138,
      "teaching_rms": 110033411.9216728,
      "traffic_rms": 370378264.5731416
    },
    {
      "batch_loss": 2.670302152633667,
      "innovation_rms": 166278600.0816944,
      "instruction_rms": 0.0036468033674774895,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 120495276032.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.51478120888607e+22,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232543584256.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9162071347236633,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42459988594055176,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69802803200.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 75338899456.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 257313128448.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 462411595776.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1555868942336.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232543584256.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7333946228027344,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4241299629211426,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 69802803200.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 554896077.6964796,
      "step": 139,
      "teaching_rms": 166278600.0816944,
      "traffic_rms": 554896077.6964796
    },
    {
      "batch_loss": 2.365950584411621,
      "innovation_rms": 251923626.80371246,
      "instruction_rms": 0.005024026803949537,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 162364882944.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.3346524694888755e+22,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 446654087168.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9129502773284912,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.428296834230423,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 108491120640.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 115339837440.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 400009396224.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 705577615360.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2431660064768.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 446654087168.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7247557044029236,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.42782697081565857,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 108491120640.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 825181597.417079,
      "step": 140,
      "teaching_rms": 251923626.80371246,
      "traffic_rms": 825181597.417079
    },
    {
      "batch_loss": 2.49442982673645,
      "innovation_rms": 202187156.49070734,
      "instruction_rms": 0.0058191772820051215,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 185480544256.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0501462986625056e+23,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 664862720000.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9093340039253235,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4360811710357666,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174977400832.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 156236234752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 408964038656.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 959387402240.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2538097868800.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 664862720000.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7017317414283752,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.4361051917076111,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174977400832.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 976031275.6425948,
      "step": 141,
      "teaching_rms": 202187156.49070734,
      "traffic_rms": 976031275.6425948
    },
    {
      "batch_loss": 2.3000664710998535,
      "innovation_rms": 396054269.74803084,
      "instruction_rms": 0.0035572418983735974,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 282959249408.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2248342407003895e+23,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1371112472576.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9134089946746826,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.3882310092449188,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 255246843904.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 211932233728.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 556959924224.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1302910074880.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3435226202112.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1371112472576.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6831852793693542,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.38833993673324585,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 255246843904.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1509069941.02843,
      "step": 142,
      "teaching_rms": 396054269.74803084,
      "traffic_rms": 1509069941.02843
    },
    {
      "batch_loss": 2.5493857860565186,
      "innovation_rms": 286845006.41129154,
      "instruction_rms": 0.0036829972994959458,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 552442724352.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.577547450063655e+23,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1209732169728.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9218100905418396,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9430592060089111,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 332618596352.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 263138869248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 512066387968.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1633938440192.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3310283390976.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1209732169728.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6742987632751465,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9430981874465942,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 332618596352.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2006986403.6952329,
      "step": 143,
      "teaching_rms": 286845006.41129154,
      "traffic_rms": 2006986403.6952329
    },
    {
      "batch_loss": 2.4049432277679443,
      "innovation_rms": 350650888.8287997,
      "instruction_rms": 0.0033371496297727823,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1023281856512.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.852786473864792e+23,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1093173510144.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9270109534263611,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8518435955047607,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 419325083648.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 309405974528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 462671020032.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1959147470848.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3252090306560.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1093173510144.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6717768311500549,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.8519300222396851,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 419325083648.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2428704032.725889,
      "step": 144,
      "teaching_rms": 350650888.8287997,
      "traffic_rms": 2428704032.725889
    },
    {
      "batch_loss": 2.224000930786133,
      "innovation_rms": 560558505.1414595,
      "instruction_rms": 0.00344349028972604,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1694714691584.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4163813622320806e+24,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1311648251904.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9280230402946472,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.64108806848526,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 525341851648.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 364688736256.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 552827617280.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2346447798272.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3873003274240.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1311648251904.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6733278036117554,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6411744356155396,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 525341851648.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2897932654.986991,
      "step": 145,
      "teaching_rms": 560558505.1414595,
      "traffic_rms": 2897932654.986991
    },
    {
      "batch_loss": 2.4989218711853027,
      "innovation_rms": 1062141867.6051115,
      "instruction_rms": 0.003304617949120315,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2582440574976.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.923248457868109e+24,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1687888330752.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9296547174453735,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5044230818748474,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 627898974208.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 475292172288.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1106034294784.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3045701976064.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6992542302208.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1687888330752.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6774207949638367,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5044367909431458,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 627898974208.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3932737917.6295905,
      "step": 146,
      "teaching_rms": 1062141867.6051115,
      "traffic_rms": 3932737917.6295905
    },
    {
      "batch_loss": 2.370875597000122,
      "innovation_rms": 1252683787.135122,
      "instruction_rms": 0.0036847147107069104,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3618980233216.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.739483016060559e+24,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2389374402560.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.934967577457428,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5171825885772705,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 822211969024.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 637937123328.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1626449641472.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4041726230528.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9960243068928.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2389374402560.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.678269624710083,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.517143726348877,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 822211969024.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4829590513.036119,
      "step": 147,
      "teaching_rms": 1252683787.135122,
      "traffic_rms": 4829590513.036119
    },
    {
      "batch_loss": 2.1787092685699463,
      "innovation_rms": 1840367751.1050508,
      "instruction_rms": 0.0032541971551220713,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4750181924864.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.4408046047005795e+24,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4435924221952.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9407344460487366,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.5813828110694885,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1265804378112.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 888385568768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2504484454400.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5544701591552.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15029753610240.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4435924221952.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6754931807518005,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.581343948841095,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1265804378112.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6742702489.690993,
      "step": 148,
      "teaching_rms": 1840367751.1050508,
      "traffic_rms": 6742702489.690993
    },
    {
      "batch_loss": 2.0420312881469727,
      "innovation_rms": 2713601883.810938,
      "instruction_rms": 0.004095472751582716,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5891920756736.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.119361497698617e+24,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3437559545856.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9503005743026733,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7022165060043335,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1609560358912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1276251340800.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3878658244608.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7865052954624.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23203514679296.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3437559545856.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6698454022407532,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7022027969360352,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1609560358912.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9646788265.115303,
      "step": 149,
      "teaching_rms": 2713601883.810938,
      "traffic_rms": 9646788265.115303
    },
    {
      "batch_loss": 2.397927761077881,
      "innovation_rms": 4058058683.480134,
      "instruction_rms": 0.0035288835482489003,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7228756590592.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5878687515017104e+25,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8414919393280.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9645371437072754,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37937772274017334,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2451052429312.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1889595293696.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6133439266816.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11491520544768.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36264673804288.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8414919393280.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6661643981933594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.37954166531562805,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2451052429312.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 13946299040.550865,
      "step": 150,
      "teaching_rms": 4058058683.480134,
      "traffic_rms": 13946299040.550865
    },
    {
      "batch_loss": 2.320253610610962,
      "innovation_rms": 5934939315.655547,
      "instruction_rms": 0.003691250377640529,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8385789952000.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.273333691874196e+25,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8880999366656.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9733695983886719,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0204799175262451,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2755769401344.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2810863157248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9212679684096.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16993779449856.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55022591148032.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8880999366656.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6657769083976746,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0205187797546387,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2755769401344.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 20260832336.170494,
      "step": 151,
      "teaching_rms": 5934939315.655547,
      "traffic_rms": 20260832336.170494
    },
    {
      "batch_loss": 2.1383373737335205,
      "innovation_rms": 6202882089.552047,
      "instruction_rms": 0.0029049601317701857,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10723445964800.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.4779454222075925e+25,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16693556412416.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9714412093162537,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.953123927116394,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4425124937728.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3888412360704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10775492034560.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23479267098624.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64854874390528.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16693556412416.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6671479344367981,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9533271789550781,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4425124937728.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 25889221786.477947,
      "step": 152,
      "teaching_rms": 6202882089.552047,
      "traffic_rms": 25889221786.477947
    },
    {
      "batch_loss": 2.2402374744415283,
      "innovation_rms": 11582482256.514803,
      "instruction_rms": 0.0034061759689240747,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13637289771008.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.324387680120792e+26,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42248142061568.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9696759581565857,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6680753231048584,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8649939353600.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5551698214912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16632857493504.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33500698771456.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 100214320922624.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42248142061568.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6699512004852295,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6679113507270813,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8649939353600.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 40115460644.4344,
      "step": 153,
      "teaching_rms": 11582482256.514803,
      "traffic_rms": 40115460644.4344
    },
    {
      "batch_loss": 2.527651071548462,
      "innovation_rms": 9207717972.035625,
      "instruction_rms": 0.00758242371093939,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14826718887936.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.273903788499794e+26,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32673542176768.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9689772129058838,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1756341457366943,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11917293780992.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7220209647616.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16685114327040.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43777934753792.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 102772376600576.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32673542176768.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6719363331794739,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1754310131072998,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11917293780992.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 51672320232.01703,
      "step": 154,
      "teaching_rms": 9207717972.035625,
      "traffic_rms": 51672320232.01703
    },
    {
      "batch_loss": 2.8539929389953613,
      "innovation_rms": 15519010580.238207,
      "instruction_rms": 0.006799069012775324,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18963771686912.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.302417181414896e+26,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47372130320384.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9768890738487244,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.360927104949951,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13797612847104.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9311660015616.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20914500534272.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 56466459328512.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 126885262524416.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47372130320384.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6679267883300781,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3608407974243164,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13797612847104.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 70121519424.90291,
      "step": 155,
      "teaching_rms": 15519010580.238207,
      "traffic_rms": 70121519424.90291
    },
    {
      "batch_loss": 2.981112480163574,
      "innovation_rms": 27169803373.936386,
      "instruction_rms": 0.004334543315240536,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31630557184000.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.869675113700315e+26,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38161136746496.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.994927167892456,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6098949909210205,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15931171405824.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12835309486080.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35236498898944.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 77391795847168.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 209253390352384.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38161136746496.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6701943874359131,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.609933853149414,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15931171405824.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 96078339130.93393,
      "step": 156,
      "teaching_rms": 27169803373.936386,
      "traffic_rms": 96078339130.93393
    },
    {
      "batch_loss": 3.830073833465576,
      "innovation_rms": 38802916556.45993,
      "instruction_rms": 0.0036336499842365717,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47920237772800.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.719083070759037e+27,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42041841025024.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9919082522392273,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6860289573669434,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20135356137472.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18513211162624.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 56779006279680.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 110436754128896.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 330449616371712.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42041841025024.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.6748142838478088,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6862319707870483,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20135356137472.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 135376275166.68741,
      "step": 157,
      "teaching_rms": 38802916556.45993,
      "traffic_rms": 135376275166.68741
    },
    {
      "batch_loss": 3.2961015701293945,
      "innovation_rms": 56936498612.74322,
      "instruction_rms": 0.0027297023495804957,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 62621906632704.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4107232892944977e+27,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67019718262784.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.9984031319618225,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.052381992340088,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23194570326016.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27236713365504.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 87235013640192.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 161512312274944.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 510755497574400.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67019718262784.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.67709881067276,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0524685382843018,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23194570326016.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 197097127247.61978,
      "step": 158,
      "teaching_rms": 56936498612.74322,
      "traffic_rms": 197097127247.61978
    },
    {
      "batch_loss": 4.806041717529297,
      "innovation_rms": 81117206270.3818,
      "instruction_rms": 0.0025280371127158986,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 79614558863360.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.572085558235926e+27,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 157922625585152.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0129064321517944,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.268141746520996,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38986831626240.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40019913867264.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 127831984046080.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 237078403088384.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 755660841025536.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 157922625585152.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.7684041261672974,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.26819896697998,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 38986831626240.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 278009108827.4031,
      "step": 159,
      "teaching_rms": 81117206270.3818,
      "traffic_rms": 278009108827.4031
    },
    {
      "batch_loss": 5.296355247497559,
      "innovation_rms": 94589485586.02318,
      "instruction_rms": 0.0038225402819001323,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 100224001376256.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5700631295523058e+28,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 248732360638464.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4977519512176514,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.0348482131958,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 44422473449472.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55814215696384.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 157943009902592.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 330295735746560.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 932173460799488.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 248732360638464.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4397896528244019,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.034761428833008,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 44422473449472.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 393983295627.94446,
      "step": 160,
      "teaching_rms": 94589485586.02318,
      "traffic_rms": 393983295627.94446
    },
    {
      "batch_loss": 7.43113374710083,
      "innovation_rms": 158654023485.21442,
      "instruction_rms": 0.015663366882433354,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139840519667712.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6901522631278395e+28,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 295978645061632.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9614191055297852,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.138249397277832,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74020338794496.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 79020016271360.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232057988972544.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 470229964554240.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1399342220967936.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 295978645061632.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.903462529182434,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.138162612915039,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74020338794496.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 551128035403.505,
      "step": 161,
      "teaching_rms": 158654023485.21442,
      "traffic_rms": 551128035403.505
    },
    {
      "batch_loss": 20.527206420898438,
      "innovation_rms": 250487269205.9317,
      "instruction_rms": 0.02453950311955905,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214798377680896.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.481819821827983e+28,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 408693988392960.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1984710693359375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.110523223876953,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 114889737633792.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116213174763520.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 371931551367168.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 696875892080640.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2266459073937408.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 408693988392960.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1405203342437744,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.11056137084961,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 114889737633792.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 832220783932.1389,
      "step": 162,
      "teaching_rms": 250487269205.9317,
      "traffic_rms": 832220783932.1389
    },
    {
      "batch_loss": 24.027484893798828,
      "innovation_rms": 375955526369.2864,
      "instruction_rms": 0.03807208404959957,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 303177714892800.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1960483040051623e+29,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 435990619488256.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.212709426879883,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.403026580810547,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 158488806293504.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 175230387486720.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 590172127232000.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1052702524047360.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3558266051231744.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 435990619488256.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.154764413833618,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.40301513671875,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 158488806293504.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1250065439060.6885,
      "step": 163,
      "teaching_rms": 375955526369.2864,
      "traffic_rms": 1250065439060.6885
    },
    {
      "batch_loss": 31.37788200378418,
      "innovation_rms": 384376953285.035,
      "instruction_rms": 0.06871857217302423,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 417100413796352.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3789399060943904e+29,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1593762505555968.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0071539878845215,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.357915878295898,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 243202539913216.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 244608101515264.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 693777207394304.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1468143302082560.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4154407511916544.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1593762505555968.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9492148160934448,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.357751846313477,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 243202539913216.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1578232605021.6477,
      "step": 164,
      "teaching_rms": 384376953285.035,
      "traffic_rms": 1578232605021.6477
    },
    {
      "batch_loss": 48.091251373291016,
      "innovation_rms": 120795750295.80287,
      "instruction_rms": 0.11327726893080058,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 474758906904576.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0166373277348665e+30,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1350234772865024.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.142118215560913,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.18365478515625,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 322783603064832.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 293444010377216.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 488359222837248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1804656942514176.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3365136941187072.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1350234772865024.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.103252649307251,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.183545112609863,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 322783603064832.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2503272863741.793,
      "step": 165,
      "teaching_rms": 120795750295.80287,
      "traffic_rms": 2503272863741.793
    },
    {
      "batch_loss": 79.85185241699219,
      "innovation_rms": 102021916599.32874,
      "instruction_rms": 0.038565223253538866,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 491307147460608.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.33969491731756e+30,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1187777366458368.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.29878568649292,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.89186668395996,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 401258460479488.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 314076999712768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 206329742360576.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2058338648981504.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2536817333108736.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1187777366458368.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3856704235076904,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.891889572143555,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 401258460479488.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3032722719713.3535,
      "step": 166,
      "teaching_rms": 102021916599.32874,
      "traffic_rms": 3032722719713.3535
    },
    {
      "batch_loss": 64.26483917236328,
      "innovation_rms": 104418791881.86093,
      "instruction_rms": 0.07262527909463204,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 658128710402048.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2394149287853101e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1048101070569472.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.310596227645874,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.460493087768555,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 506068580958208.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 303118826864640.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 109581829144576.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2232501720317952.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1741630713364480.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1048101070569472.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1191327571868896,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.460514068603516,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 506068580958208.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3385586822521.943,
      "step": 167,
      "teaching_rms": 104418791881.86093,
      "traffic_rms": 3385586822521.943
    },
    {
      "batch_loss": 55.77909851074219,
      "innovation_rms": 107639070430.77542,
      "instruction_rms": 0.13922745801949027,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 828474226900992.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.623755884826022e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 929491991920640.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.537370204925537,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.179729461669922,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 599017813704704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 260667420442624.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 424514030665728.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2330326848241664.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 978252084543488.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 929491991920640.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5134217739105225,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.179527282714844,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 599017813704704.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3648106414574.65,
      "step": 168,
      "teaching_rms": 107639070430.77542,
      "traffic_rms": 3648106414574.65
    },
    {
      "batch_loss": 72.70890808105469,
      "innovation_rms": 105727793428.57768,
      "instruction_rms": 0.19604237609565844,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 990031367897088.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7464151758045905e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 826271177113600.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.6480937004089355,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.804727554321289,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 681644931416064.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188152467685376.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 725149527572480.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2357371720433664.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 270449057464320.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 826271177113600.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.624147415161133,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.804670333862305,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 681644931416064.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3765523287039.7095,
      "step": 169,
      "teaching_rms": 105727793428.57768,
      "traffic_rms": 3765523287039.7095
    },
    {
      "batch_loss": 139.81748962402344,
      "innovation_rms": 131540787309.67339,
      "instruction_rms": 0.5573963173235646,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1130831871475712.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.229232101079658e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 734261636235264.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.0842204093933105,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.17628288269043,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 755071088328704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 91043844325376.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 971086200045568.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2321835966332928.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 355358581194752.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 734261636235264.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.060276508331299,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.176196098327637,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 755071088328704.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3777649981784.304,
      "step": 170,
      "teaching_rms": 131540787309.67339,
      "traffic_rms": 3777649981784.304
    },
    {
      "batch_loss": 141.31695556640625,
      "innovation_rms": 100614218374.51418,
      "instruction_rms": 0.13137976458278774,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1226002978045952.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.105489325254513e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 655875328966656.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.217925548553467,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.954365730285645,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 820658594381824.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 26884444258304.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1179282860670976.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2224955731214336.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 968802351185920.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 655875328966656.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.193984031677246,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.954422950744629,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 820658594381824.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3780033997828.206,
      "step": 171,
      "teaching_rms": 100614218374.51418,
      "traffic_rms": 3780033997828.206
    },
    {
      "batch_loss": 161.08729553222656,
      "innovation_rms": 94124336375.759,
      "instruction_rms": 0.0778965370394401,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1279964276064256.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.616213547368535e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 582189863403520.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.137754917144775,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 56.62812042236328,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 878514018451456.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159221735751680.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1323372973654016.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2075232500187136.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1497232847142912.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 582189863403520.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.113815784454346,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 56.628177642822266,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 878514018451456.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3589723481096.3213,
      "step": 172,
      "teaching_rms": 94124336375.759,
      "traffic_rms": 3589723481096.3213
    },
    {
      "batch_loss": 214.36305236816406,
      "innovation_rms": 155205619400.43152,
      "instruction_rms": 0.06507885898380007,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1274643751108608.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.21167431195267e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 502883090956288.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.6586785316467285,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.03514862060547,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 926601613148160.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 287890651217920.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1286688986890240.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1886214747586560.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1890177794441216.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 502883090956288.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.6007914543151855,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.03520965576172,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 926601613148160.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3394459957715.6216,
      "step": 173,
      "teaching_rms": 155205619400.43152,
      "traffic_rms": 3394459957715.6216
    },
    {
      "batch_loss": 185.55148315429688,
      "innovation_rms": 174778117217.1836,
      "instruction_rms": 0.09011984977454876,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1304898171830272.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.03531137768401e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 495259423342592.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.862029075622559,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.03350830078125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 963322174242816.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 405881254576128.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1179905899364352.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1686764922077184.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1994498255093760.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 495259423342592.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.80414867401123,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.033573150634766,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 963322174242816.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2658158920987.3145,
      "step": 174,
      "teaching_rms": 174778117217.1836,
      "traffic_rms": 2658158920987.3145
    },
    {
      "batch_loss": 245.70347595214844,
      "innovation_rms": 182192400330.3953,
      "instruction_rms": 0.09353592828688435,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1349799907426304.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.219556508296558e+31,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 491967129583616.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.294225692749023,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.31133270263672,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 992916914831360.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 510826498752512.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1049452441763840.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1508326210797568.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1784387515449344.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 491967129583616.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.23635196685791,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.31122589111328,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 992916914831360.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1550208521328.449,
      "step": 175,
      "teaching_rms": 182192400330.3953,
      "traffic_rms": 1550208521328.449
    },
    {
      "batch_loss": 427.538818359375,
      "innovation_rms": 102660469815.56526,
      "instruction_rms": 0.25075027704555447,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1826113256947712.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0775634564849757e+32,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 455088560668672.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.878233909606934,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.996803283691406,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1018839458381824.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 606927063089152.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 961005710475264.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1347248294199296.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1610779702853632.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 455088560668672.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.820366859436035,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.99684143066406,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1018839458381824.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 881790965559.7812,
      "step": 176,
      "teaching_rms": 102660469815.56526,
      "traffic_rms": 881790965559.7812
    },
    {
      "batch_loss": 532.982177734375,
      "innovation_rms": 130268655403.27289,
      "instruction_rms": 0.20936941561797032,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1460666032455680.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.870424689022575e+32,
          "nonfinite_indices": []
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 420140881543168.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.422982215881348,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 54.786888122558594,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1041170469748736.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 699041159577600.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 921140629340160.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1185644378324992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1616039024525312.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 420140881543168.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.365121841430664,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 54.78697967529297,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1041170469748736.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1693710041332.7258,
      "step": 177,
      "teaching_rms": 130268655403.27289,
      "traffic_rms": 1693710041332.7258
    },
    {
      "batch_loss": 549.0687866210938,
      "innovation_rms": 12479192101.551983,
      "instruction_rms": 2.1924970110075277,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1263784328953856.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.4521060839333903e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 378031344451584.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.118856430053711,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.395843505859375,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1061257964683264.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 781943826284544.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 829026532851712.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1040200880881664.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1454435108651008.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 378031344451584.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.061002731323242,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.39563751220703,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1061257964683264.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 12673347766.057478,
      "step": 178,
      "teaching_rms": 12479192101.551983,
      "traffic_rms": 12673347766.057478
    },
    {
      "batch_loss": 673.98583984375,
      "innovation_rms": 17519720970.74633,
      "instruction_rms": 0.1615928115901274,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1137405855793152.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.3068954755400513e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 340129029816320.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.160825729370117,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.1611328125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1079326086791168.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 856556199477248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 746123866144768.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 909301753315328.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1308991544098816.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 340129029816320.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.102978706359863,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 46.161048889160156,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1079326086791168.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 17785311550.96322,
      "step": 179,
      "teaching_rms": 17519720970.74633,
      "traffic_rms": 17785311550.96322
    },
    {
      "batch_loss": 1088.259521484375,
      "innovation_rms": 24788872663.07681,
      "instruction_rms": 0.1714028718696985,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1863796494696448.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1762058796290134e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306013500604416.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.929496765136719,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 73.97098541259766,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1095576632426496.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 923707342061568.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 671511492952064.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 791492545216512.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1178092349423616.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306013500604416.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.95341682434082,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 73.97099304199219,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1095576632426496.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 25163984022.773766,
      "step": 180,
      "teaching_rms": 24788872663.07681,
      "traffic_rms": 25163984022.773766
    },
    {
      "batch_loss": 1494.102783203125,
      "innovation_rms": 35241345614.47074,
      "instruction_rms": 0.1885234616648463,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2398409864511488.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1395902970822713e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 275306480926720.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.720202445983887,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 57.07059860229492,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1110191131066368.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 984143370387456.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 604360350367744.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 685464231084032.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1060283074215936.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 275306480926720.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.662367820739746,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 57.07061004638672,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1110191131066368.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 35755211016.29625,
      "step": 181,
      "teaching_rms": 35241345614.47074,
      "traffic_rms": 35755211016.29625
    },
    {
      "batch_loss": 896.1947631835938,
      "innovation_rms": 50077641955.504005,
      "instruction_rms": 0.20549906666975049,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2789576695349248.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.8621507371804206e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 247667410075648.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.75928020477295,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 148.681640625,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1123333127012352.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1038535775748096.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 543924288487424.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 590038781919232.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 954254760083456.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 247667410075648.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.596010208129883,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 148.68167114257812,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1123333127012352.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 50829941461.55552,
      "step": 182,
      "teaching_rms": 50077641955.504005,
      "traffic_rms": 50829941461.55552
    },
    {
      "batch_loss": 1449.09814453125,
      "innovation_rms": 71384853658.0622,
      "instruction_rms": 0.19649395576767964,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3398367103156224.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.100277147300148e+31,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 222789768314880.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.44746971130371,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 121.88276672363281,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1135149655785472.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1087488940572672.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 489531849572352.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 504155844116480.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 858829243809792.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 222789768314880.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.423559188842773,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 121.88279724121094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1135149655785472.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 72483289704.42873,
      "step": 183,
      "teaching_rms": 71384853658.0622,
      "traffic_rms": 72483289704.42873
    },
    {
      "batch_loss": 2275.250244140625,
      "innovation_rms": 91309975680.40477,
      "instruction_rms": 0.45076277327628006,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5174129921622016.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.5458428069940137e+32,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 695116566102016.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.12959861755371,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 96.8212890625,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1151217665310720.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1131546849312768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 440578651193344.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 426861230292992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 880242273026048.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 695116633210880.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.105690002441406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 96.8213119506836,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1151217665310720.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 93394268259.56642,
      "step": 184,
      "teaching_rms": 91309975680.40477,
      "traffic_rms": 93394268259.56642
    },
    {
      "batch_loss": 4706.904296875,
      "innovation_rms": 106761077149.71634,
      "instruction_rms": 0.8584630368536651,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5108410479542272.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.1989322281539427e+32,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 714422108553216.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.51945114135742,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146.70693969726562,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1169241898221568.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1171198926913536.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 396520776007680.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 417275400159232.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1065527162175488.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 714422108553216.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.49554443359375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 146.70684814453125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1169241898221568.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 127066298858.10382,
      "step": 185,
      "teaching_rms": 106761077149.71634,
      "traffic_rms": 127066298858.10382
    },
    {
      "batch_loss": 6716.20263671875,
      "innovation_rms": 43937022103.775185,
      "instruction_rms": 6.9848635112458295,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3561795709042688.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1042336947197793e+33,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 658458416250880.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36.33853530883789,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 351.3166198730469,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1185452044320768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1206885810176000.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 356868698406912.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 515720882421760.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 984454889734144.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 658458416250880.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36.314632415771484,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 351.316650390625,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1185452044320768.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 142663518128.7914,
      "step": 186,
      "teaching_rms": 43937022103.775185,
      "traffic_rms": 142663518128.7914
    },
    {
      "batch_loss": 8034.158203125,
      "innovation_rms": 27903563558.00494,
      "instruction_rms": 2.4899336861442647,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1609097015197696.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.403163707272622e+33,
          "nonfinite_indices": [
            3
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 592591804432384.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49.29833221435547,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 291.53851318359375,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1200032518766592.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1239052833521664.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 321669998575616.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 604306998820864.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 885861298208768.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 592591804432384.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49.25954818725586,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 291.5385437011719,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1200032518766592.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 178137770425.12244,
      "step": 187,
      "teaching_rms": 27903563558.00494,
      "traffic_rms": 178137770425.12244
    },
    {
      "batch_loss": 5168.0615234375,
      "innovation_rms": 88547714733.1949,
      "instruction_rms": 0.02647221865939585,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9887741638606848.0,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.8601659227697773e+31,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 533346421571584.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.02779388427734,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 247.2946319580078,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1213142906437632.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1268003194798080.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 289502975229952.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 692617297788928.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 883103123898368.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 533346421571584.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 73.989013671875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 247.294677734375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1213142906437632.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 201958164455.13293,
      "step": 188,
      "teaching_rms": 88547714733.1949,
      "traffic_rms": 201958164455.13293
    },
    {
      "batch_loss": 6380.490234375,
      "innovation_rms": 111846293757.73212,
      "instruction_rms": 0.033337943730784164,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.4338037773172736e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.563714986026803e+32,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 481997369638912.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 94.45802307128906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 204.3023223876953,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1224930175746048.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1294058479681536.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 260552664285184.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 784336659939328.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 917193487286272.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 481997336084480.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 94.41925048828125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 204.30235290527344,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1224930175746048.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 229195201983.829,
      "step": 189,
      "teaching_rms": 111846293757.73212,
      "traffic_rms": 229195201983.829
    },
    {
      "batch_loss": 6391.46142578125,
      "innovation_rms": 139946770874.15463,
      "instruction_rms": 0.03388949739187563,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.055066743721165e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.10954025742359e+32,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 499376250159104.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 111.57514190673828,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 171.17117309570312,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1235526396936192.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1317508195811328.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 234497396178944.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 884272026091520.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 999353527304192.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 499376216604672.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 111.53636932373047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 171.17120361328125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1235526396936192.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 267375793455.913,
      "step": 190,
      "teaching_rms": 139946770874.15463,
      "traffic_rms": 267375793455.913
    },
    {
      "batch_loss": 8034.734375,
      "innovation_rms": 151121387278.59415,
      "instruction_rms": 0.05129983783881734,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.658170158900838e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2360411940076214e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 488517599756288.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 125.49302673339844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139.17881774902344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1245050621132800.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1338612994015232.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 211047646494720.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 992006247546880.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1077342415880192.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 488517633310720.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 125.45425415039062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 139.17884826660156,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1245050621132800.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 312387241698.6278,
      "step": 191,
      "teaching_rms": 151121387278.59415,
      "traffic_rms": 312387241698.6278
    },
    {
      "batch_loss": 5598.9931640625,
      "innovation_rms": 146405310725.71323,
      "instruction_rms": 0.07996077442237534,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.114568658164122e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.3052743005116753e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 453049961152512.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 137.1178741455078,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116.24842834472656,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1253609954082816.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1357607218446336.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 189942881845248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1103251604766720.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1112453572198400.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 453049994706944.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 137.0791015625,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 116.24846649169922,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1253609954082816.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 346513756095.9371,
      "step": 192,
      "teaching_rms": 146405310725.71323,
      "traffic_rms": 346513756095.9371
    },
    {
      "batch_loss": 3330.949951171875,
      "innovation_rms": 178105658637.70724,
      "instruction_rms": 0.1523171733074706,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.305421355424154e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.908133066637561e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 482063371206656.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 147.18408203125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 100.66203308105469,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1261300898332672.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1374702127808512.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 170948590305280.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1222908319891456.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1196566614376448.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 482063337652224.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 147.1453094482422,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 100.66207122802734,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1261300898332672.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 392208740272.1405,
      "step": 193,
      "teaching_rms": 178105658637.70724,
      "traffic_rms": 392208740272.1405
    },
    {
      "batch_loss": 3428.766357421875,
      "innovation_rms": 217730387181.7157,
      "instruction_rms": 0.09209891497159023,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.133971227436646e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.57535697768104e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 664797855088640.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 155.3770294189453,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 82.92668151855469,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1268210158534656.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1390087505969152.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 153853731274752.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1357559571152896.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1346513049485312.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 664797855088640.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 155.3382568359375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 82.92669677734375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1268210158534656.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 429087538607.6337,
      "step": 194,
      "teaching_rms": 217730387181.7157,
      "traffic_rms": 429087538607.6337
    },
    {
      "batch_loss": 1677.266357421875,
      "innovation_rms": 271565926545.15173,
      "instruction_rms": 0.24422000443974776,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.584558823440384e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.356707509401269e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 937022814420992.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 162.4193572998047,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.20826721191406,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1274415715188736.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1403934346313728.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 159722183327744.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1517428588675072.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1598689504133120.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 937022814420992.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 162.38058471679688,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.20824432373047,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1274415715188736.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 489555495551.6201,
      "step": 195,
      "teaching_rms": 271565926545.15173,
      "traffic_rms": 489555495551.6201
    },
    {
      "batch_loss": 206.2599334716797,
      "innovation_rms": 316984058293.3536,
      "instruction_rms": 0.06628460292861692,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.679164927062835e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.59081798117512e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1165225298493440.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 168.75091552734375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.9550552368164,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1279988032602112.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1416396462358528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174692325392384.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1709183711838208.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1917550828978176.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1165225298493440.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 168.712158203125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.95503234863281,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1279988032602112.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 526621375263.24426,
      "step": 196,
      "teaching_rms": 316984058293.3536,
      "traffic_rms": 526621375263.24426
    },
    {
      "batch_loss": 331.5326232910156,
      "innovation_rms": 413156171275.0635,
      "instruction_rms": 1.4539363747331018,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.595209483341005e+16,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.577396152393662e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 670146297331712.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174.4000244140625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.16231918334961,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1284990327324672.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1427612366798848.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 268761705742336.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1955550820564992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2463671087267840.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 670146431549440.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174.36126708984375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.162296295166016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1284990327324672.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 541298811316.07385,
      "step": 197,
      "teaching_rms": 413156171275.0635,
      "traffic_rms": 541298811316.07385
    },
    {
      "batch_loss": 380.5628662109375,
      "innovation_rms": 204021800253.8336,
      "instruction_rms": 0.6620943648193811,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2035340176982016e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.679942772457926e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 648161836138496.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 179.4619598388672,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55.85812759399414,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1289479507673088.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1437706747904000.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 256241775411200.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2190501100912640.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2349503340347392.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 648161903247360.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 179.4232177734375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 55.85810852050781,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1289479507673088.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 558328460462.1497,
      "step": 198,
      "teaching_rms": 204021800253.8336,
      "traffic_rms": 558328460462.1497
    },
    {
      "batch_loss": 132.4849090576172,
      "innovation_rms": 351212758345.68506,
      "instruction_rms": 0.27388220182208894,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4542398487003136e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.22645253065665e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 715982121205760.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 184.0085906982422,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 50.26862716674805,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1293506844819456.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1446791677476864.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 252837309186048.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2441239815258112.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2507385801277440.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 715982188314624.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 183.9698486328125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 50.26860809326172,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1293506844819456.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 730554465339.9563,
      "step": 199,
      "teaching_rms": 351212758345.68506,
      "traffic_rms": 730554465339.9563
    },
    {
      "batch_loss": 207.7434539794922,
      "innovation_rms": 134152007604.84047,
      "instruction_rms": 0.4375910336376268,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5943128197156045e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.535824351839926e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 660332431278080.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.09872436523438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45.23757553100586,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1297118509662208.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1454968087248896.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232681648422912.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2667221130149888.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2259811806740480.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 660332498386944.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188.0599822998047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 45.237552642822266,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1297118509662208.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 856684945250.9642,
      "step": 200,
      "teaching_rms": 134152007604.84047,
      "traffic_rms": 856684945250.9642
    },
    {
      "batch_loss": 289.33306884765625,
      "innovation_rms": 62809027581.359055,
      "instruction_rms": 1.1178678172758403,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.74576041031893e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.848963843532766e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 594710297051136.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 191.6906280517578,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40.70911407470703,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1300356109697024.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1462326842621952.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 210398586339328.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2865902022295552.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1986807713497088.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 594710364160000.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 191.6519012451172,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 40.70908737182617,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1300356109697024.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 952185119830.0305,
      "step": 201,
      "teaching_rms": 62809027581.359055,
      "traffic_rms": 952185119830.0305
    },
    {
      "batch_loss": 164.17340087890625,
      "innovation_rms": 86893493235.3844,
      "instruction_rms": 1.0009768736428724,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.909807545183109e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.899090428727985e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 559231082168320.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 194.8936309814453,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36.66534423828125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1303256957452288.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1468949682192384.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 190324060192768.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3040167099105280.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1742649425920000.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 559231149277184.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 194.8549041748047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 36.66531753540039,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1303256957452288.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 966540437572.1108,
      "step": 202,
      "teaching_rms": 86893493235.3844,
      "traffic_rms": 966540437572.1108
    },
    {
      "batch_loss": 81.9865951538086,
      "innovation_rms": 198923810832.38785,
      "instruction_rms": 0.22622696789777472,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.347789068575703e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.192374600130727e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 712422398623744.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 197.77438354492188,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.99338150024414,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1305854607360000.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1474910291492864.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 188975541125120.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3205914987331584.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1657480090222592.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 712422331514880.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 197.73565673828125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 32.99335479736328,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1305854607360000.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 405810816825.51263,
      "step": 203,
      "teaching_rms": 198923810832.38785,
      "traffic_rms": 405810816825.51263
    },
    {
      "batch_loss": 79.26712799072266,
      "innovation_rms": 394991441828.29016,
      "instruction_rms": 1.8928218770803633,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.7017445389841203e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.519968898692284e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 805951149965312.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 200.36508178710938,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.74601936340332,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1308179526844416.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1480274839863296.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 204196267687936.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3385922972286976.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1800078910029824.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 805951082856448.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 200.32635498046875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.745994567871094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1308179526844416.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1051792713693.2634,
      "step": 204,
      "teaching_rms": 394991441828.29016,
      "traffic_rms": 1051792713693.2634
    },
    {
      "batch_loss": 78.4327392578125,
      "innovation_rms": 164577621705.84647,
      "instruction_rms": 2.3177362605127008,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.223881136178463e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.87224834060721e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 718770762940416.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 202.68360900878906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.058046340942383,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1310258827886592.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1485102919974912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 190855931494400.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3546529784659968.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1606069063254016.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 718770695831552.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 202.64488220214844,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.058021545410156,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1310258827886592.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1106262613533.9019,
      "step": 205,
      "teaching_rms": 164577621705.84647,
      "traffic_rms": 1106262613533.9019
    },
    {
      "batch_loss": 90.6773910522461,
      "innovation_rms": 274475209512.9205,
      "instruction_rms": 0.5351292488358295,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.41758484842283e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.311417555939538e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 737705193373696.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 204.76414489746094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.30094337463379,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1312117072330752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1489448218918912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 169801968254976.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3699609398411264.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1530796137512960.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 737705193373696.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 204.7254180908203,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.300920486450195,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1312117072330752.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1261316242352.0713,
      "step": 206,
      "teaching_rms": 274475209512.9205,
      "traffic_rms": 1261316242352.0713
    },
    {
      "batch_loss": 72.84607696533203,
      "innovation_rms": 213205850436.70102,
      "instruction_rms": 1.69978876741939,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.025199025748705e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.978617802388312e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 645849130467328.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 206.63458251953125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.704315185546875,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1313776406102016.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1493358920859648.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218173165010944.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3838595345416192.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1389859604267008.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 645849130467328.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 206.59585571289062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.704355239868164,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1313776406102016.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1138618794219.331,
      "step": 207,
      "teaching_rms": 213205850436.70102,
      "traffic_rms": 1138618794219.331
    },
    {
      "batch_loss": 377.3880310058594,
      "innovation_rms": 674279987022.9662,
      "instruction_rms": 1.8130839533181224,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.889952207891333e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.384735792706254e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1934156648939520.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 208.31590270996094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.81321907043457,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1315256693424128.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1496878646558720.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 445966419230720.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4044543322226688.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2059480439193600.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1934156648939520.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 208.2771759033203,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.81325912475586,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1315256693424128.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1279685800020.8467,
      "step": 208,
      "teaching_rms": 674279987022.9662,
      "traffic_rms": 1279685800020.8467
    },
    {
      "batch_loss": 61.78245162963867,
      "innovation_rms": 647379909938.9724,
      "instruction_rms": 3.878433714491705,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.171908564536525e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.058187636353419e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1610245113643008.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 209.82510375976562,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.091962814331055,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1316575785254912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1500046319157248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 445481658351616.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4301728648265728.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2571853797261312.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1610245113643008.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 209.786376953125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.092002868652344,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1316575785254912.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1404120532973.804,
      "step": 209,
      "teaching_rms": 647379909938.9724,
      "traffic_rms": 1404120532973.804
    },
    {
      "batch_loss": 10.5067777633667,
      "innovation_rms": 1774071034349.575,
      "instruction_rms": 0.6947481882734996,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.361644757791539e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.018964744148701e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2182044444524544.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 211.18128967285156,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.561783790588379,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1317749787721728.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1502897237917696.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 513945785860096.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5089990975422464.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7882621660954624.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2182044176089088.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 211.14256286621094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.561822891235352,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1317749787721728.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1839229034902.1628,
      "step": 210,
      "teaching_rms": 1774071034349.575,
      "traffic_rms": 1839229034902.1628
    },
    {
      "batch_loss": 288.3786926269531,
      "innovation_rms": 814634118277.9452,
      "instruction_rms": 1.0457824559365902,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.868970417963663e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.72269103042661e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1625041812848640.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 212.31158447265625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.711933135986328,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1318793196339200.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1505463078223872.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 511851855085568.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5890792459599872.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8008012157419520.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1625041544413184.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 212.27285766601562,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.711941719055176,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1318793196339200.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1665025538963.7393,
      "step": 211,
      "teaching_rms": 814634118277.9452,
      "traffic_rms": 1665025538963.7393
    },
    {
      "batch_loss": 26.68716812133789,
      "innovation_rms": 989300417321.3976,
      "instruction_rms": 0.27455540426302544,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.302770361196872e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.486765036709621e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1430169080299520.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 213.32672119140625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.53752326965332,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1319719030226944.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1507772294234112.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 499287599349760.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6726684900327424.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8358923333533696.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1430169080299520.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 213.28799438476562,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.537531852722168,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1319719030226944.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2014137923092.2324,
      "step": 212,
      "teaching_rms": 989300417321.3976,
      "traffic_rms": 2014137923092.2324
    },
    {
      "batch_loss": 21.743471145629883,
      "innovation_rms": 1307627467047.0125,
      "instruction_rms": 0.20777693933695263,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.628750819820831e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.734151879310314e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3175860416806912.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214.23822021484375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.480447769165039,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1320539100545024.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1509850655752192.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 549148210233344.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7659923848560640.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9332387334848512.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3175860416806912.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 214.19949340820312,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.480457305908203,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1320539100545024.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2413777380252.7573,
      "step": 213,
      "teaching_rms": 1307627467047.0125,
      "traffic_rms": 2413777380252.7573
    },
    {
      "batch_loss": 34.947181701660156,
      "innovation_rms": 646864156174.0903,
      "instruction_rms": 0.726254514336085,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.07813221720916e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.891776308632442e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3752147048988672.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 215.05642700195312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.528985977172852,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1440157160964096.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1511721114009600.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 527685386240000.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8525408077086720.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8654840674648064.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3752147317424128.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 215.0177001953125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.528995513916016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1440157160964096.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2444555125825.357,
      "step": 214,
      "teaching_rms": 646864156174.0903,
      "traffic_rms": 2444555125825.357
    },
    {
      "batch_loss": 30.9094181060791,
      "innovation_rms": 185767952047.67944,
      "instruction_rms": 0.2299541692098729,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.449416678066094e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.888985372813874e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3497381668585472.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 215.79066467285156,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.6725850105285645,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1647548649439232.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1513404606971904.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 474524160098304.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9289476316594176.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7640683468816384.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3497381937020928.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 215.75193786621094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.6725945472717285,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1647548649439232.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2625509581959.323,
      "step": 215,
      "teaching_rms": 185767952047.67944,
      "traffic_rms": 2625509581959.323
    },
    {
      "batch_loss": 59.550350189208984,
      "innovation_rms": 575743918483.7484,
      "instruction_rms": 0.5205196524130302,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.96863493088215e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.050230157780893e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3090085893373952.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 216.44931030273438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.8533196449279785,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1842976103858176.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1514919656685568.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 470795927158784.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9990762871652352.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7012868771807232.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3090086161809408.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 216.41058349609375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.853329181671143,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1842976103858176.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2644056152546.2886,
      "step": 216,
      "teaching_rms": 575743918483.7484,
      "traffic_rms": 2644056152546.2886
    },
    {
      "batch_loss": 47.77366638183594,
      "innovation_rms": 1458002885455.021,
      "instruction_rms": 0.856996192537143,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.069684500547502e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.265192255902602e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4815841065435136.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 217.03993225097656,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.164339542388916,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2070960618340352.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1516283308802048.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 560595036274688.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0777031797112832e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7862684422766592.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4815841065435136.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 217.00120544433594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.164349555969238,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2070960618340352.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2353759284689.008,
      "step": 217,
      "teaching_rms": 1458002885455.021,
      "traffic_rms": 2353759284689.008
    },
    {
      "batch_loss": 33.02018356323242,
      "innovation_rms": 2171630530288.3872,
      "instruction_rms": 0.2601827584284588,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.342467837840589e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.877631522868043e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6333860212113408.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 217.56932067871094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.542111396789551,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2438287293677568.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1517510595706880.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 606203629535232.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1798319185526784e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0212876031623168e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6333860212113408.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 217.5305938720703,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.542121887207031,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2438287293677568.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3815538513295.4453,
      "step": 218,
      "teaching_rms": 2171630530288.3872,
      "traffic_rms": 3815538513295.4453
    },
    {
      "batch_loss": 27.196990966796875,
      "innovation_rms": 101310727609.26898,
      "instruction_rms": 0.08605600523566605,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.63056599771906e+17,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.733966558647865e+33,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5670927715008512.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.04359436035156,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.984135627746582,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2768277684092928.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1518615073390592.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 545156138795008.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.26921115435008e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8937926264094720.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5670927715008512.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.00486755371094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.9841461181640625,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2768277684092928.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3658671555039.299,
      "step": 219,
      "teaching_rms": 101310727609.26898,
      "traffic_rms": 3658671555039.299
    },
    {
      "batch_loss": 32.088470458984375,
      "innovation_rms": 367294278170.0284,
      "instruction_rms": 0.3436261631651085,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0566370652040724e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0281654051042919e+34,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4861566897881088.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.46826171875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.481907367706299,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3060098163277824.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1519609089884160.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 501767607418880.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3491213831241728e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7991025561763840.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4861566897881088.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.42953491210938,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.4819183349609375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3060098163277824.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2873436174427.363,
      "step": 220,
      "teaching_rms": 367294278170.0284,
      "traffic_rms": 2873436174427.363
    },
    {
      "batch_loss": 29.21768569946289,
      "innovation_rms": 115007619357.4657,
      "instruction_rms": 0.22171612659608958,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1138005372931932e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.285488697224312e+34,
          "nonfinite_indices": [
            3,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4119107981017088.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.84828186035156,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.029857158660889,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3319123345932288.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1520504322129920.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 451857805737984.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4197525498036224e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7063121499783168.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4119107981017088.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.80955505371094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.029868125915527,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3319123345932288.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3697268069145.6436,
      "step": 221,
      "teaching_rms": 115007619357.4657,
      "traffic_rms": 3697268069145.6436
    },
    {
      "batch_loss": 70.5794677734375,
      "innovation_rms": 106719751313.14474,
      "instruction_rms": 3.0120006266878714,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1398957277915382e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.806662432068376e+32,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3706885341446144.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.1881103515625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.622971534729004,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3552212831698944.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1521310031151104.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 409560263163904.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4833206427648e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6356809296117760.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3706885341446144.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.14938354492188,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6229825019836426,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3552212831698944.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 406113232175.4929,
      "step": 222,
      "teaching_rms": 106719751313.14474,
      "traffic_rms": 406113232175.4929
    },
    {
      "batch_loss": 72.47997283935547,
      "innovation_rms": 140732417129.77597,
      "instruction_rms": 0.9757038016405469,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.16862417991893e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.833808815820784e+32,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3335847948582912.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.49176025390625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3595995903015137,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3820824918228992.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1522035209535488.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 371595973492736.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5405319693795328e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5721128366505984.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3335847948582912.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.45303344726562,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3597068786621094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3820824918228992.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 424089258446.0281,
      "step": 223,
      "teaching_rms": 140732417129.77597,
      "traffic_rms": 424089258446.0281
    },
    {
      "batch_loss": 192.8321533203125,
      "innovation_rms": 74627086982.93584,
      "instruction_rms": 0.5360738379876185,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1992517635053978e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.6031233758092826e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3001881223757824.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.76284790039062,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.908183097839355,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4121013067448320.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1522687910346752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 337522018222080.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5920220774334464e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5149015637229568.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3001881223757824.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.72412109375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.908303260803223,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4121013067448320.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 444688436660.26605,
      "step": 224,
      "teaching_rms": 74627086982.93584,
      "traffic_rms": 444688436660.26605
    },
    {
      "batch_loss": 160.03903198242188,
      "innovation_rms": 77672397317.8728,
      "instruction_rms": 29.069438022774786,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2311623397225267e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.2409862173615266e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2701281026113536.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.004638671875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.44033432006836,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4391141277433856.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1523275247124480.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 306940777332736.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6383632713187328e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4634114019819520.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2701281026113536.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.96591186523438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.440454483032227,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4391141277433856.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 464875001235.6315,
      "step": 225,
      "teaching_rms": 77672397317.8728,
      "traffic_rms": 464875001235.6315
    },
    {
      "batch_loss": 586.130615234375,
      "innovation_rms": 88001485605.25935,
      "instruction_rms": 0.08566885234754025,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.263842299201192e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.3412701925189862e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2430713655721984.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.2200469970703,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 131.1177215576172,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4634212804067328.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1523803930755072.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 279495231668224.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6800703028658176e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4170702617837568.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2430713655721984.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.1813201904297,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 131.11795043945312,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4634212804067328.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 464834988202.98987,
      "step": 226,
      "teaching_rms": 88001485605.25935,
      "traffic_rms": 464834988202.98987
    },
    {
      "batch_loss": 1182.1884765625,
      "innovation_rms": 115332131477.38123,
      "instruction_rms": 0.07311474894957433,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2968665432583045e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.8283123232050137e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2187178809491456.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.41171264648438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 245.9960174560547,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4852930792390656.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1524279732600832.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 254864852516864.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7176065990459392e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3753632302366720.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2187178809491456.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.37298583984375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 245.99607849121094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4852930792390656.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 501551780621.3048,
      "step": 227,
      "teaching_rms": 115332131477.38123,
      "traffic_rms": 501551780621.3048
    },
    {
      "batch_loss": 3046.404296875,
      "innovation_rms": 140442344962.98804,
      "instruction_rms": 0.0860108253754464,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3298862518299525e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.611224289675316e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1967975489863680.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.58200073242188,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 246.94580078125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5049728341377024.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1524707887153152.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 232761927401472.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7513893085577216e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3378269072130048.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1967975489863680.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.5432891845703,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 246.946044921875,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5049728341377024.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 519184362622.44525,
      "step": 228,
      "teaching_rms": 140442344962.98804,
      "traffic_rms": 519184362622.44525
    },
    {
      "batch_loss": 5243.39208984375,
      "innovation_rms": 152718679379.08035,
      "instruction_rms": 0.048089717566159915,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3626183006719836e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.8060205711665515e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1770673013784576.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.73306274414062,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.5110321044922,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5226795884347392.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1525093226250240.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 217558665920512.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7817937041686528e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3040441977012224.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1770673013784576.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.69435119628906,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 218.51072692871094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5226795884347392.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 544039939784.23145,
      "step": 229,
      "teaching_rms": 152718679379.08035,
      "traffic_rms": 544039939784.23145
    },
    {
      "batch_loss": 4773.255859375,
      "innovation_rms": 179205354815.50574,
      "instruction_rms": 0.09657886602663951,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.394835640633262e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.025380368402297e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1593082961199104.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.86727905273438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174.04025268554688,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5386104274419712.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1525440044859392.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 253386964336640.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8091576924307456e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2736397752467456.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1593082961199104.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.8285675048828,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 174.03994750976562,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5386104274419712.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 570551699257.4447,
      "step": 230,
      "teaching_rms": 179205354815.50574,
      "traffic_rms": 570551699257.4447
    },
    {
      "batch_loss": 4265.8974609375,
      "innovation_rms": 186782591344.3388,
      "instruction_rms": 0.2082985638962924,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4263593261963674e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.047515891369234e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1433235955384320.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.98585510253906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 142.28546142578125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5529427869958144.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1525752235294720.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 288131236495360.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8337852496543744e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2462757869846528.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1433235955384320.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.94715881347656,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 142.28515625,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5529427869958144.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 589713153456.5292,
      "step": 231,
      "teaching_rms": 186782591344.3388,
      "traffic_rms": 589713153456.5292
    },
    {
      "batch_loss": 512.9534912109375,
      "innovation_rms": 247199794692.1753,
      "instruction_rms": 0.06735103800093571,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4570509563351532e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.096931816106378e+33,
          "nonfinite_indices": [
            3,
            13,
            14
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1289359382806528.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.09036254882812,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 127.54664611816406,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5658363861925888.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1526033152999424.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 349754991050752.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.855950072630477e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2216482029174784.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1289359382806528.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.0516815185547,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 127.54633331298828,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5658363861925888.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 652759450361.5408,
      "step": 232,
      "teaching_rms": 247199794692.1753,
      "traffic_rms": 652759450361.5408
    },
    {
      "batch_loss": 169.84202575683594,
      "innovation_rms": 1415978238133.9812,
      "instruction_rms": 0.04003297712660121,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3040413219726295e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.493768671473333e+32,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2176781498974208.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.18222045898438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 114.78694152832031,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5773350873858048.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1526286019198976.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 433052291432448.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8815420647604224e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2559189012447232.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2176781767409664.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.14353942871094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 114.78662109375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5773350873858048.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4530065489711.811,
      "step": 233,
      "teaching_rms": 1415978238133.9812,
      "traffic_rms": 4530065489711.811
    },
    {
      "batch_loss": 71.71885681152344,
      "innovation_rms": 389306204740.9964,
      "instruction_rms": 0.12305951799729807,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.254480148155859e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.210232432300459e+32,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2695090904498176.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.26268005371094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 103.30205535888672,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5876781739409408.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1526513518247936.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 542166472458240.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9045746858786816e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2841658542522368.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2695090904498176.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.2239990234375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 103.3017349243164,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5876781739409408.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 727368166756.8153,
      "step": 234,
      "teaching_rms": 389306204740.9964,
      "traffic_rms": 727368166756.8153
    },
    {
      "batch_loss": 15.898863792419434,
      "innovation_rms": 498080815520.4343,
      "instruction_rms": 0.047802443451344524,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2147683995007058e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.70244722357366e+32,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3861581473513472.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.33287048339844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 92.96463012695312,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5969810731040768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1555428311826432.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 689574112133120.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.925304130784461e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3937604005265408.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3861581473513472.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.29420471191406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 92.96430969238281,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5969810731040768.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 766274906857.3756,
      "step": 235,
      "teaching_rms": 498080815520.4343,
      "traffic_rms": 766274906857.3756
    },
    {
      "batch_loss": 16.797630310058594,
      "innovation_rms": 402869332265.2779,
      "instruction_rms": 1.4279315028465298,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1834813838154793e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.40450700494066e+32,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2609236387299328.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.39382934570312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.66001892089844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6053477230837760.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1587943495958528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 771638320693248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9439606097248256e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4248669696032768.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2609236387299328.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.3551788330078,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.65969848632812,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6053477230837760.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 940374967890.3119,
      "step": 236,
      "teaching_rms": 402869332265.2779,
      "traffic_rms": 940374967890.3119
    },
    {
      "batch_loss": 90.76937103271484,
      "innovation_rms": 443643992541.9019,
      "instruction_rms": 22.38638033555291,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3388803099713864e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.930964671241475e+32,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2202775312138240.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.43344116210938,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 75.28502655029297,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6128713246703616.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1618102890528768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 847220148535296.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.960710767430861e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4449178633633792.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2202775312138240.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.39479064941406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 75.28470611572266,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6128713246703616.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1606225895118.4375,
      "step": 237,
      "teaching_rms": 443643992541.9019,
      "traffic_rms": 1606225895118.4375
    },
    {
      "batch_loss": 31.424304962158203,
      "innovation_rms": 541222978447.26184,
      "instruction_rms": 8.310513042833259,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.4966654512374743e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.3931953608573268e+33,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2582579672776704.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.4668731689453,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67.73876953125,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6191960398233600.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1646819310305280.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 949683438485504.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9756413622419456e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4823407187197952.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2582579672776704.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.42822265625,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 67.73844909667969,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6191960398233600.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2144856836044.8933,
      "step": 238,
      "teaching_rms": 541222978447.26184,
      "traffic_rms": 2144856836044.8933
    },
    {
      "batch_loss": 17.73880386352539,
      "innovation_rms": 649782200105.0071,
      "instruction_rms": 4.297608959933871,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6671917332462305e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.864939956992895e+33,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2772615601061888.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.4947509765625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60.954471588134766,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6231519194513408.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1667379050315776.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1093617523359744.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9858904427003904e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5488678293995520.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2772615601061888.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.4561004638672,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60.95415496826172,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6231519194513408.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5657939878512.3,
      "step": 239,
      "teaching_rms": 649782200105.0071,
      "traffic_rms": 5657939878512.3
    },
    {
      "batch_loss": 69.36724853515625,
      "innovation_rms": 795371453198.0878,
      "instruction_rms": 0.3030500283094718,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.726336937605464e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.323254451127266e+33,
          "nonfinite_indices": [
            3,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3467127650516992.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.51600646972656,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 54.814735412597656,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6263309468696576.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1685016199299072.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1288845865779200.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9931884511297536e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6526175962726400.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3467127650516992.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.47735595703125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 54.81441879272461,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6263309468696576.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4903490370211.877,
      "step": 240,
      "teaching_rms": 795371453198.0878,
      "traffic_rms": 4903490370211.877
    },
    {
      "batch_loss": 44.03291320800781,
      "innovation_rms": 992126739363.9779,
      "instruction_rms": 0.27591205516899814,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.692359554406023e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.6422975959919335e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6717181748314112.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5329132080078,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49.321685791015625,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6277974634528768.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1700451640672256.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1550871619960832.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.997372608269517e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8077551436038144.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6717181748314112.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.49427795410156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 49.321372985839844,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6277974634528768.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4315091175178.979,
      "step": 241,
      "teaching_rms": 992126739363.9779,
      "traffic_rms": 4315091175178.979
    },
    {
      "batch_loss": 524.0478515625,
      "innovation_rms": 1001921671997.8977,
      "instruction_rms": 5.404100351054777,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.63143066730863e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.3624689043611937e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7055394853617664.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.54591369628906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42.74089431762695,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6291110255132672.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1714773343338496.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1799468085149696.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.001138220846285e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9180305764122624.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7055394853617664.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.50729370117188,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42.74058151245117,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6291110255132672.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1849635044564.5913,
      "step": 242,
      "teaching_rms": 1001921671997.8977,
      "traffic_rms": 1849635044564.5913
    },
    {
      "batch_loss": 194.32032775878906,
      "innovation_rms": 1341650874074.7,
      "instruction_rms": 7.922782035756386,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5783863780940186e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.4057089119933927e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7510470797819904.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.55540466308594,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.84825134277344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6302869338718208.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1728096197672960.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2163962766426112.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0045273795395584e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1346135364927488e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7510470797819904.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.51678466796875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.84793472290039,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6302869338718208.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1740735017274.6409,
      "step": 243,
      "teaching_rms": 1341650874074.7,
      "traffic_rms": 1740735017274.6409
    },
    {
      "batch_loss": 8.735438346862793,
      "innovation_rms": 1779531636863.62,
      "instruction_rms": 3.5482065443262383,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5323107935762514e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.770098728952113e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6860467226017792.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5617218017578,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.05055236816406,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6313389861109760.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1774853359140864.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2670221970112512.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.007577450564813e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4852121463619584e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6860467226017792.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5231170654297,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.050235748291016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6313389861109760.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2553545480322.9194,
      "step": 244,
      "teaching_rms": 1779531636863.62,
      "traffic_rms": 2553545480322.9194
    },
    {
      "batch_loss": 30.96263885498047,
      "innovation_rms": 3446386426650.88,
      "instruction_rms": 9.940804688642324,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8932581958646497e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.8047944744331645e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7918060245549056e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.56520080566406,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.632282257080078,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6267533032161280.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2117582085685248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3427287802314752.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0306686979866624e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.08291955212288e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7918060245549056e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.52659606933594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.631967544555664,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6267533032161280.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5558939144564.089,
      "step": 245,
      "teaching_rms": 3446386426650.88,
      "traffic_rms": 5558939144564.089
    },
    {
      "batch_loss": 17.04078483581543,
      "innovation_rms": 3096348011889.593,
      "instruction_rms": 127.47143986952833,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.1794016989468426e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.540440342778502e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6547736971116544e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5661163330078,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.55553436279297,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6217893947637760.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2490069030010880.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3724870516998144.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0732219454652416e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1539823630155776e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6547736971116544e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5275115966797,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.555217742919922,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6217893947637760.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6408722227864.614,
      "step": 246,
      "teaching_rms": 3096348011889.593,
      "traffic_rms": 6408722227864.614
    },
    {
      "batch_loss": 36.20831298828125,
      "innovation_rms": 2593027730575.548,
      "instruction_rms": 3.9985612430982833,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.100935876264329e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.863040006500511e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.862149643173888e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.56472778320312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.786184310913086,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6173156494540800.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2928106570514432.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4380375136600064.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.111519739346944e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5010221629833216e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.862149643173888e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.526123046875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.785869598388672,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6173156494540800.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3997074679132.57,
      "step": 247,
      "teaching_rms": 2593027730575.548,
      "traffic_rms": 3997074679132.57
    },
    {
      "batch_loss": 16.015474319458008,
      "innovation_rms": 3204064430193.9385,
      "instruction_rms": 0.2568850511530682,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.046020768015057e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.608584277648924e+33,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3402915746086912e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.56126403808594,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.293521881103516,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6886816850378752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3450822880919552.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5227164177793024.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.145987925639168e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.981006662644531e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3402915746086912e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5226593017578,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.2932071685791,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6886818460991488.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5038643940083.871,
      "step": 248,
      "teaching_rms": 3204064430193.9385,
      "traffic_rms": 5038643940083.871
    },
    {
      "batch_loss": 55.456172943115234,
      "innovation_rms": 178354939297.1097,
      "instruction_rms": 0.9202404821700474,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.0107946144843694e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.223980495344803e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2062024808792064e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.54197692871094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20.049901962280273,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7809909475246080.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3919044646273024.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4682218727276544.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.177009185927987e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.682905867531059e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2062024808792064e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.5033721923828,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20.049589157104492,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7809909475246080.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1325263965702.4172,
      "step": 249,
      "teaching_rms": 178354939297.1097,
      "traffic_rms": 1325263965702.4172
    },
    {
      "batch_loss": 22.628467559814453,
      "innovation_rms": 194918110500.98477,
      "instruction_rms": 0.39790293161176987,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.9919349664110346e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.738674288349218e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0855101417652224e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.51634216308594,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.03044319152832,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8826552393400320.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4337919653314560.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4188751144157184.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.4136112033234944e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.4146151519289344e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0855101417652224e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.4777374267578,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.030132293701172,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8826552393400320.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1469424389344.0002,
      "step": 250,
      "teaching_rms": 194918110500.98477,
      "traffic_rms": 1469424389344.0002
    },
    {
      "batch_loss": 3.988633394241333,
      "innovation_rms": 4165805574851.301,
      "instruction_rms": 1.3271065438665293,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.092333022410703e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.527341277394619e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1338389391409152e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.49105834960938,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.212751388549805,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9741442167603200.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4712112773398528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3741932006146048.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6309266700763136e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.173153593786368e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.13383915388928e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.45245361328125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.212440490722656,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9741442167603200.0,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 7083791827557.476,
      "step": 251,
      "teaching_rms": 4165805574851.301,
      "traffic_rms": 7083791827557.476
    },
    {
      "batch_loss": 5.529181003570557,
      "innovation_rms": 287430785510.4785,
      "instruction_rms": 2.5064024631500597,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.181025402743161e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.851148964702651e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0007474589401088e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.46607971191406,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.576665878295898,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0564745522315264e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5045851059650560.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3337384204697600.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.826510461304832e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.955838127033549e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0007476736884736e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.427490234375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.57635498046875,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0564745522315264e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4314684535646.253,
      "step": 252,
      "teaching_rms": 287430785510.4785,
      "traffic_rms": 4314684535646.253
    },
    {
      "batch_loss": 10.845185279846191,
      "innovation_rms": 352691212768.8914,
      "instruction_rms": 4.693890599009692,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2224492284417147e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.076720668829135e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8705496592678912.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.44139099121094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.104043960571289,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1396356417519616e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5342965086027776.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2971141605949440.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.0025358304608256e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.760254228430848e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8705498740162560.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.40280151367188,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.10373306274414,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1396358565003264e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6395520169648.445,
      "step": 253,
      "teaching_rms": 352691212768.8914,
      "traffic_rms": 6395520169648.445
    },
    {
      "batch_loss": 9.086433410644531,
      "innovation_rms": 255242021389.33075,
      "instruction_rms": 0.22876220800996938,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.250794363327873e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.33633114188924e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7833807210151936.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.41696166992188,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.778553009033203,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2179736977473536e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5606926259847168.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2639609322274816.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.160958705650893e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.584228751900672e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7833808820764672.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.3783721923828,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.778242111206055,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2179739124957184e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 1955044310341.5872,
      "step": 254,
      "teaching_rms": 255242021389.33075,
      "traffic_rms": 1955044310341.5872
    },
    {
      "batch_loss": 10.77879524230957,
      "innovation_rms": 7909625839277.086,
      "instruction_rms": 5.809364300115665,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.339119781654561e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.978592772038645e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2455929144410112e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.39276123046875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.585494041442871,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3425330106662912e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5840879034040320.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2722041555845120.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.303539379221299e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.380026921300787e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.245593129189376e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.3541717529297,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.585183143615723,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.342533225414656e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9553149350169.838,
      "step": 255,
      "teaching_rms": 7909625839277.086,
      "traffic_rms": 9553149350169.838
    },
    {
      "batch_loss": 23.37439727783203,
      "innovation_rms": 3749601998692.8506,
      "instruction_rms": 74.42056054395813,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4284619733590344e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.610275446663357e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6589068515147776e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.36875915527344,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.511634826660156,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.508423652868096e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6047674193149952.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2899505577984000.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4318618351108096e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.513238767960064e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6589070662631424e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.33016967773438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.511323928833008,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5084239749906432e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6549368552095.625,
      "step": 256,
      "teaching_rms": 3749601998692.8506,
      "traffic_rms": 6549368552095.625
    },
    {
      "batch_loss": 3.1146440505981445,
      "innovation_rms": 2175715329787.5027,
      "instruction_rms": 0.13558124932190488,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4960835877347e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.681344500583077e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5376247060168704e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.34494018554688,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.545066833496094,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.662186166419456e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6229894086262784.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2803888331685888.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.547352002461696e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3154973999104e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5376249207652352e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.30636596679688,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.544754981994629,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6621864885420032e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9141392473938.078,
      "step": 257,
      "teaching_rms": 2175715329787.5027,
      "traffic_rms": 9141392473938.078
    },
    {
      "batch_loss": 3.508697032928467,
      "innovation_rms": 467050889370.4967,
      "instruction_rms": 0.5876502119736681,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.635543993334366e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.688418147567059e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3728418432548864e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.3212890625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.675069808959961,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7994703936946176e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6389878933684224.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2587804232056832.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.651293432250368e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.02107202306048e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3728420580032512e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.28273010253906,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.674757957458496,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7994707158171648e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 10602248723911.848,
      "step": 258,
      "teaching_rms": 467050889370.4967,
      "traffic_rms": 10602248723911.848
    },
    {
      "batch_loss": 32.9753303527832,
      "innovation_rms": 9934560469636.203,
      "instruction_rms": 1.75719630118743,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.782363980014551e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.044579604188499e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.338841542439731e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.29779052734375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.891995906829834,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.951824265347072e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6529748838645760.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2738233045680128.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.793150189083034e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.991014178448998e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.338841542439731e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.25924682617188,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.891683578491211,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.951824480095437e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 13512101833238.4,
      "step": 259,
      "teaching_rms": 9934560469636.203,
      "traffic_rms": 13512101833238.4
    },
    {
      "batch_loss": 6.704877853393555,
      "innovation_rms": 345782160298.3831,
      "instruction_rms": 1.3350305876504094,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.93868017374593e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.851940944877493e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.60489734455296e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.27442932128906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.187160015106201,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0889232721575936e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6651425799012352.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2475431244595200.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.152341310524621e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5919127176544256e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.60489734455296e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.2358856201172,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.186847686767578,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0889234869059584e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2546889653581.1846,
      "step": 260,
      "teaching_rms": 345782160298.3831,
      "traffic_rms": 2546889653581.1846
    },
    {
      "batch_loss": 14.002986907958984,
      "innovation_rms": 948395494575.9387,
      "instruction_rms": 0.6896782393450804,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.1949768839363297e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.178707497140707e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.945432174546125e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.24859619140625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.552745819091797,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2130811130085376e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6756650350280704.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2286550125641728.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.468907458533786e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.165660621098189e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.945432174546125e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.21005249023438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.552433967590332,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2130813277569024e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 14149821582899.266,
      "step": 261,
      "teaching_rms": 948395494575.9387,
      "traffic_rms": 14149821582899.266
    },
    {
      "batch_loss": 9.412022590637207,
      "innovation_rms": 590048219370.9636,
      "instruction_rms": 0.9435272114457389,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.5188281382931005e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.533125588166023e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.380410758397952e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.22312927246094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.981718063354492,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3903430032490496e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6846999819190272.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2150790370164736.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.752388614468403e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.834810270855987e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.380410758397952e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.18460083007812,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.981405735015869,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3903430032490496e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 7589386067406.693,
      "step": 262,
      "teaching_rms": 590048219370.9636,
      "traffic_rms": 7589386067406.693
    },
    {
      "batch_loss": 7.0247802734375,
      "innovation_rms": 634764226373.35,
      "instruction_rms": 1.4033456996960088,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.871110289442996e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.97608557376535e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.84463764003881e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.197998046875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.467742919921875,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8748067243032576e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6923903892979712.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2024001861844992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.003784217218253e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.513957960233779e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.84463764003881e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.1594696044922,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.467430591583252,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8748067243032576e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9216852976253.06,
      "step": 263,
      "teaching_rms": 634764226373.35,
      "traffic_rms": 9216852976253.06
    },
    {
      "batch_loss": 5.490879058837891,
      "innovation_rms": 393458727096.4409,
      "instruction_rms": 0.41915164457626725,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.027924287063851e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.67184386544805e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.359886585672499e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.1731719970703,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.005120754241943,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3107952969711616e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6988656967417856.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1834881969553408.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.230040517391155e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.262562142735565e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.359886585672499e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.1346435546875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.00480842590332,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3107952969711616e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 2833323886085.6587,
      "step": 264,
      "teaching_rms": 393458727096.4409,
      "traffic_rms": 2833323886085.6587
    },
    {
      "batch_loss": 2.93271803855896,
      "innovation_rms": 631529119829.8202,
      "instruction_rms": 128.1972809131893,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.361739315791528e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2221475729690564e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.933053165292749e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.14862060546875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5887205600738525,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.704100484651418e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7042433179189248.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1724194488320000.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.428324125061939e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9828377946947584e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.933053165292749e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.11009216308594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5884082317352295,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.704100484651418e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 10981934616287.395,
      "step": 265,
      "teaching_rms": 631529119829.8202,
      "traffic_rms": 10981934616287.395
    },
    {
      "batch_loss": 4.680875778198242,
      "innovation_rms": 786911020641.5975,
      "instruction_rms": 4.567377252820338,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.703689081297306e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.286495342214898e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.538738230801203e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.1243133544922,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2139246463775635,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.057974436580557e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7086294995828736.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1713334931947520.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.606982309170381e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7865838811938816e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.538738230801203e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.08578491210938,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2136120796203613,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.057974436580557e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 4334187571361.02,
      "step": 266,
      "teaching_rms": 786911020641.5975,
      "traffic_rms": 4334187571361.02
    },
    {
      "batch_loss": 3.0776846408843994,
      "innovation_rms": 4027733720821.6562,
      "instruction_rms": 29154.829148242938,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.655885942160622e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2661514567981587e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.345138635997184e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.1002197265625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8765761852264404,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.376420491775181e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7121206100623360.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3028187898445824.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.787685327208448e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8070308246257664e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.345138635997184e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.0616912841797,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8762636184692383,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.376420491775181e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6102458636687.993,
      "step": 267,
      "teaching_rms": 4027733720821.6562,
      "traffic_rms": 6102458636687.993
    },
    {
      "batch_loss": 4.213064670562744,
      "innovation_rms": 942883631544.2024,
      "instruction_rms": 3.009805154125674,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.924899603837878e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1721358872370418e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.477305275108557e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.07632446289062,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5729336738586426,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.663101827842048e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7148038371934208.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2948002201206784.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.950211614153114e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6252640505626624e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.477305275108557e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.0377960205078,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5726211071014404,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.663101827842048e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6329082452901.142,
      "step": 268,
      "teaching_rms": 942883631544.2024,
      "traffic_rms": 6329082452901.142
    },
    {
      "batch_loss": 2.920671224594116,
      "innovation_rms": 449280942666.3178,
      "instruction_rms": 15838.02545146273,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.013868786222629e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2816307790773939e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.729379670183117e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.0526123046875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2996296882629395,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.921068301058048e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7167583157485568.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2669324858818560.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.096485315352986e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4627376562438144e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.729379670183117e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.0140838623047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2993171215057373,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.921068301058048e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3133653674063.389,
      "step": 269,
      "teaching_rms": 449280942666.3178,
      "traffic_rms": 3133653674063.389
    },
    {
      "batch_loss": 1922.2822265625,
      "innovation_rms": 462171484915.0401,
      "instruction_rms": 83.97682718852332,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.126569827581297e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2850776090522019e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.056179624260403e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.029052734375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64.27621459960938,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.153188949576909e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7180556106203136.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2419189990031360.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.22813164643287e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.31646384766976e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.056179624260403e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.99053955078125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 64.27603912353516,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.153188949576909e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3200854578784.1147,
      "step": 270,
      "teaching_rms": 462171484915.0401,
      "traffic_rms": 3200854578784.1147
    },
    {
      "batch_loss": 1948.8350830078125,
      "innovation_rms": 473880296604.4359,
      "instruction_rms": 2.5841338825486844,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.257558496088949e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2300439593757065e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.45023833669632e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 221.00564575195312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 71.95535278320312,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.362045907736986e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7187606295019520.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2194679969873920.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.346613473253786e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1848174092156928e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.45023833669632e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.96713256835938,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 71.95567321777344,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.362045907736986e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3261672944874.122,
      "step": 271,
      "teaching_rms": 473880296604.4359,
      "traffic_rms": 3261672944874.122
    },
    {
      "batch_loss": 1389.6611328125,
      "innovation_rms": 484505736485.66254,
      "instruction_rms": 2.6254571700257245,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.402250927769387e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1408833828028856e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.904837190149734e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.98236083984375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60.48468780517578,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.549963611838874e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7307397764743168.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1993175673602048.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.453247203291955e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.06633568976896e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.904837190149734e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.94386291503906,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 60.48500061035156,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.549963611838874e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3316596620173.3984,
      "step": 272,
      "teaching_rms": 484505736485.66254,
      "traffic_rms": 3316596620173.3984
    },
    {
      "batch_loss": 799.55517578125,
      "innovation_rms": 494142166813.9641,
      "instruction_rms": 1.9338787300407845,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.556803229971907e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0414568508794738e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.41392672318423e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.95919799804688,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52.6008415222168,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.719034140452454e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7488630352248832.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1812325472403456.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.549217388527616e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9597020671049728.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.41392672318423e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.9207000732422,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52.60115432739258,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.719034140452454e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3366106227607.5654,
      "step": 273,
      "teaching_rms": 494142166813.9641,
      "traffic_rms": 3366106227607.5654
    },
    {
      "batch_loss": 338.20751953125,
      "innovation_rms": 502878928310.6176,
      "instruction_rms": 1.256734709312428,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.718009776545726e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.49263099957619e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.972063494248858e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.93614196777344,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47.236934661865234,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.871140407240294e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7653632258342912.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1650018255634432.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.635590469340365e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8637318281822208.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.972063494248858e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.89764404296875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 47.237247467041016,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.871140407240294e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3410664554973.996,
      "step": 274,
      "teaching_rms": 502878928310.6176,
      "traffic_rms": 3410664554973.996
    },
    {
      "batch_loss": 108.25027465820312,
      "innovation_rms": 510799200801.5667,
      "instruction_rms": 0.5112528279136352,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.883213597642326e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.70849406880597e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.574346730910515e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.91317749023438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42.267391204833984,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.007977206297395e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7804068319723520.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1504358868975616.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.713326370920858e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7773586399952896.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.574346730910515e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.87469482421875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 42.267704010009766,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.007977206297395e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3450710619105.702,
      "step": 275,
      "teaching_rms": 510799200801.5667,
      "traffic_rms": 3450710619105.702
    },
    {
      "batch_loss": 101.0419692993164,
      "innovation_rms": 517980266578.4747,
      "instruction_rms": 0.1615440016212777,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.050226665122431e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.094298781124716e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2163661460013056e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.8903045654297,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.9384651184082,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.131070110007296e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7941432648138752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1373645565853696.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.78328881119232e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6996227384147968.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2163661460013056e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.85182189941406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 37.938777923583984,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.131070110007296e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3486655943782.0205,
      "step": 276,
      "teaching_rms": 517980266578.4747,
      "traffic_rms": 3486655943782.0205
    },
    {
      "batch_loss": 98.86334991455078,
      "innovation_rms": 524492991626.6701,
      "instruction_rms": 0.06033932448853079,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.217264471614161e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1602292705421997e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8941512570044416e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.8675079345703,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.06692886352539,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.241792648911258e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8067067957739520.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1256350680088576.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.846254749738598e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6296604592046080.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8941512570044416e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.8290252685547,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 34.06724166870117,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.241792648911258e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3518883370198.703,
      "step": 277,
      "teaching_rms": 524492991626.6701,
      "traffic_rms": 3518883370198.703
    },
    {
      "batch_loss": 61.38905715942383,
      "innovation_rms": 530402507565.1851,
      "instruction_rms": 0.08055571053405647,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.382884457861874e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1036672117421654e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.604128865878016e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.84478759765625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.64312171936035,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.341380485100339e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8182178449981440.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1151102909153280.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.902924266228941e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5666944132841472.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.604128865878016e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.80630493164062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.643434524536133,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.341380485100339e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3547746583718.175,
      "step": 278,
      "teaching_rms": 530402507565.1851,
      "traffic_rms": 3547746583718.175
    },
    {
      "batch_loss": 50.12775802612305,
      "innovation_rms": 535768061785.3286,
      "instruction_rms": 0.06840850519906928,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.545937084458729e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0243617496439288e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.343082901110784e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.82212829589844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.553424835205078,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.565005688307712e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8287845382881280.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1056670805393408.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.953926573372211e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5100249504808960.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.343082901110784e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.7836456298828,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 27.553735733032227,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.565005688307712e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3573571132260.673,
      "step": 279,
      "teaching_rms": 535768061785.3286,
      "traffic_rms": 3573571132260.673
    },
    {
      "batch_loss": 27.89061164855957,
      "innovation_rms": 540643791197.48346,
      "instruction_rms": 0.5460640893350829,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.705520202114138e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.903203911405234e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.108118125248512e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.79953002929688,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.786954879760742,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.775817715580928e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8385040492789760.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 971948951601152.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.999828606851482e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4590224285892608.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.108118125248512e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.76104736328125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.78726577758789,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.775817715580928e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3596655176647.619,
      "step": 280,
      "teaching_rms": 540643791197.48346,
      "traffic_rms": 3596655176647.619
    },
    {
      "batch_loss": 16.402551651000977,
      "innovation_rms": 545078771212.69855,
      "instruction_rms": 5.504714319504164,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.860941118502601e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0090358875219963e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.896628781632717e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.7769775390625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.306114196777344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.965480464895181e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8474635121197056.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 895944941895680.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.041140608781517e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4131201803616256.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.896628781632717e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.73849487304688,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 22.306427001953125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.965480464895181e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3617271586394.323,
      "step": 281,
      "teaching_rms": 545078771212.69855,
      "traffic_rms": 3617271586394.323
    },
    {
      "batch_loss": 55.913246154785156,
      "innovation_rms": 549117595789.4452,
      "instruction_rms": 5.110605605820166,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.011683612914876e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1587738197326243e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7062692812488704e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.7544708251953,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19.874835968017578,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.136107489656832e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8557412025892864.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 827767838998528.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.07832128166953e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3718081515880448.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7062692812488704e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.71600341796875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 19.875150680541992,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.136107489656832e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3635668555698.639,
      "step": 282,
      "teaching_rms": 549117595789.4452,
      "traffic_rms": 3635668555698.639
    },
    {
      "batch_loss": 10.57583236694336,
      "innovation_rms": 552800550860.0596,
      "instruction_rms": 2.680260810607883,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.157378799199846e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2200833480798511e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5349287550451712e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.7320098876953,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.88478660583496,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.28960060138455e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8634073970900992.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 766617571033088.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.111783801369395e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3346273176387584.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5349287550451712e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.69354248046875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 17.885101318359375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.28960060138455e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3652072120577.283,
      "step": 283,
      "teaching_rms": 552800550860.0596,
      "traffic_rms": 3652072120577.283
    },
    {
      "batch_loss": 25.337305068969727,
      "innovation_rms": 556164089744.9819,
      "instruction_rms": 5.304595239460242,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.297781486264517e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1053969317690478e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.380706894741504e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.7095947265625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.911460876464844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.427670915049062e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8705251779543040.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 711775938936832.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.141900112048947e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3011645831905280.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.380706894741504e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.67112731933594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.911774635314941,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.427670915049062e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3666688184142.846,
      "step": 284,
      "teaching_rms": 556164089744.9819,
      "traffic_rms": 3666688184142.846
    },
    {
      "batch_loss": 10.316153526306152,
      "innovation_rms": 559241337549.8198,
      "instruction_rms": 0.31612356245669765,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.432747638085648e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1307312559328764e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2418933369864192e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.6872100830078,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.317411422729492,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.551859894412902e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8771511850631168.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 662598429179904.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.169004791660544e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2710481114497024.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2418933369864192e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.64874267578125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 14.31772518157959,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.551859894412902e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3679702775537.605,
      "step": 285,
      "teaching_rms": 559241337549.8198,
      "traffic_rms": 3679702775537.605
    },
    {
      "batch_loss": 35.026065826416016,
      "innovation_rms": 562062063647.187,
      "instruction_rms": 0.2758919411333103,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.562217331279528e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.038144340763552e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1169487655010304e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.66485595703125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.46456527709961,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.663554813912678e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8833362600919040.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 618506093592576.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.193398917411635e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2439432976203776.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1169487655010304e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.6263885498047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 12.464879035949707,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.663554813912678e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3691284714679.1255,
      "step": 286,
      "teaching_rms": 562062063647.187,
      "traffic_rms": 3691284714679.1255
    },
    {
      "batch_loss": 19.480424880981445,
      "innovation_rms": 564653105738.1144,
      "instruction_rms": 0.22614314099020463,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.68619826242755e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1402473619455102e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0044875164614656e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.6425323486328,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.16115665435791,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.764003791044608e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8891260370681856.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 578979308240896.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.215353501738598e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2195489571209216.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0044875164614656e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.60406494140625,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 11.161470413208008,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.764003791044608e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3701587152293.3545,
      "step": 287,
      "teaching_rms": 564653105738.1144,
      "traffic_rms": 3701587152293.3545
    },
    {
      "batch_loss": 3.6793084144592285,
      "innovation_rms": 567038713225.7378,
      "instruction_rms": 0.04991845550216199,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.804755302715752e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.3116598806727748e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9032623313649664.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.6202392578125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.04140853881836,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.854330389253325e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8945615329296384.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 543551565856768.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.235112928280576e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1975940506714112.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9032623313649664.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.58177185058594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.041722297668457,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.854330389253325e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3710747999122.401,
      "step": 288,
      "teaching_rms": 567038713225.7378,
      "traffic_rms": 3710747999122.401
    },
    {
      "batch_loss": 13.641693115234375,
      "innovation_rms": 569240803922.954,
      "instruction_rms": 0.46102234744979975,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.917996204283658e+18,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1810174360621792e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8121506131345408.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.59796142578125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.006074905395508,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.935545643840307e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8996795770208256.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 511803905802240.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.252896669866394e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1778346375512064.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8121506131345408.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.5594940185547,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.005983352661133,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.935545643840307e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3718892475827.0366,
      "step": 289,
      "teaching_rms": 569240803922.954,
      "traffic_rms": 3718892475827.0366
    },
    {
      "batch_loss": 13.704174041748047,
      "innovation_rms": 571279159088.1642,
      "instruction_rms": 1.2232606913780322,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.002606280413125e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0755452719989852e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7301419707138048.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.57571411132812,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.103331565856934,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.008560087872307e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9045131332157440.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 483360317112320.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.268901435998208e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1600511644008448.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7301419707138048.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.53724670410156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.103240013122559,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.008560087872307e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3726133633717.1753,
      "step": 290,
      "teaching_rms": 571279159088.1642,
      "traffic_rms": 3726133633717.1753
    },
    {
      "batch_loss": 4.729013442993164,
      "innovation_rms": 573171420904.8308,
      "instruction_rms": 0.054868715440261756,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.012912222802595e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1302651333714435e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6563268910907392.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.55348205566406,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.287681579589844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.074193201109402e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9090919978500096.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 457883376418816.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.283305897315533e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1440460493029376.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6563268910907392.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.5150146484375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.287590026855469,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.074193201109402e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3732573209825.6797,
      "step": 291,
      "teaching_rms": 573171420904.8308,
      "traffic_rms": 3732573209825.6797
    },
    {
      "batch_loss": 3.9831366539001465,
      "innovation_rms": 574933717738.0665,
      "instruction_rms": 0.0672716337798508,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0227363591967736e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1978432220400074e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5898868071858176.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.53126525878906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.59548282623291,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.133181999939584e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9134426923466752.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 435069818765312.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.29626982660178e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1296414403461120.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5898868071858176.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.4927978515625,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.595390796661377,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.133181999939584e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3738303847284.5654,
      "step": 292,
      "teaching_rms": 574933717738.0665,
      "traffic_rms": 3738303847284.5654
    },
    {
      "batch_loss": 4.404090404510498,
      "innovation_rms": 576580396344.3873,
      "instruction_rms": 0.048966900793101786,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.032098810658449e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2348266695899832e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5300848099852288.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.50906372070312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.9095072746276855,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.186190486306816e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9175891611484160.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 414647584817152.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.307937534758093e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1166772963115008.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5300848099852288.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.47059631347656,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.909414768218994,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.186190486306816e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3743407701131.0845,
      "step": 293,
      "teaching_rms": 576580396344.3873,
      "traffic_rms": 3743407701131.0845
    },
    {
      "batch_loss": 11.215256690979004,
      "innovation_rms": 578124372353.0272,
      "instruction_rms": 0.05771236249341611,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0410206878108746e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2862509093451226e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4762577028513792.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.48687744140625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.2721638679504395,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.2338165196587e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9215528790917120.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 396372364754944.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.318438729796813e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1050095613116416.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4762577028513792.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.4484100341797,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.272071361541748,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.2338165196587e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3747959822412.854,
      "step": 294,
      "teaching_rms": 578124372353.0272,
      "traffic_rms": 3747959822412.854
    },
    {
      "batch_loss": 48.56258010864258,
      "innovation_rms": 579577294004.023,
      "instruction_rms": 0.12882935390328518,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0495236510331175e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2674346449219873e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4278085390172160.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.46470642089844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.635889053344727,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.276596970907238e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9253531735293952.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 398564475797504.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.327889375834931e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 945086011539456.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4278085390172160.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.42623901367188,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.635796070098877,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.276596970907238e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3752027737244.782,
      "step": 295,
      "teaching_rms": 579577294004.023,
      "traffic_rms": 3752027737244.782
    },
    {
      "batch_loss": 6.040805339813232,
      "innovation_rms": 580949799645.6279,
      "instruction_rms": 0.12658169888366938,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0576294706554077e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1887556335319179e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3842000180740096.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.4425506591797,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.171311855316162,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.315017171356877e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9290072243306496.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 400802287976448.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.33639512906793e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 850577403674624.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3842000180740096.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.40408325195312,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.1712188720703125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.315017171356877e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3755672387039.945,
      "step": 296,
      "teaching_rms": 580949799645.6279,
      "traffic_rms": 3755672387039.945
    },
    {
      "batch_loss": 19.781776428222656,
      "innovation_rms": 582251147917.2405,
      "instruction_rms": 0.06532883306114526,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0653599170079752e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.336126811548372e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3449484998606848.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.42041015625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7680256366729736,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.349511771697971e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9325307081261056.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 402558090739712.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.34405047877632e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 765519670018048.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3449484998606848.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.38194274902344,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.767932415008545,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.349511771697971e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3758948024868.1035,
      "step": 297,
      "teaching_rms": 582251147917.2405,
      "traffic_rms": 3758948024868.1035
    },
    {
      "batch_loss": 26.8289852142334,
      "innovation_rms": 583489895798.5265,
      "instruction_rms": 3.03368629823387,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0727364305675616e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.452570982793738e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3096186894417920.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.3982696533203,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.388629913330078,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.380473331941376e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9359374761852928.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 403879028064256.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.350940465312563e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 688967716438016.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3096186894417920.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.35980224609375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3885364532470703,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.380473331941376e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3761903957756.213,
      "step": 298,
      "teaching_rms": 583489895798.5265,
      "traffic_rms": 3761903957756.213
    },
    {
      "batch_loss": 9.42785358428955,
      "innovation_rms": 584673637618.626,
      "instruction_rms": 5.518955653684244,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0797801219574202e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.5010515572424373e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2778187515822080.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.3761444091797,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6912875175476074,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.408254898398822e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9392400912875520.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 404807646969856.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.357141539094528e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 620070938083328.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2778187515822080.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.33767700195312,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6911938190460205,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.408254898398822e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3764584560371.598,
      "step": 299,
      "teaching_rms": 584673637618.626,
      "traffic_rms": 3764584560371.598
    },
    {
      "batch_loss": 4.040335655212402,
      "innovation_rms": 585809236841.9357,
      "instruction_rms": 128.30001334243616,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0865114420938277e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.3546537196954487e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2491960426233856.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.35401916503906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3194947242736816,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.433174298650214e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9424498277220352.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 405382635716608.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.36272241959895e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 558063824142336.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2491960426233856.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.31556701660156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3194010257720947,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.433174298650214e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 3767029649073.6875,
      "step": 300,
      "teaching_rms": 585809236841.9357,
      "traffic_rms": 3767029649073.6875
    },
    {
      "batch_loss": 7.355556488037109,
      "innovation_rms": 300698595565.61316,
      "instruction_rms": 11604.078914818436,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2516340092811346e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.268260942863619e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2234331107950592.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.3319091796875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.2319135665893555,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.455517577517466e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9400203794710528.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 405639025131520.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.365767551411814e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 304509456744448.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2234331107950592.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.29345703125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.231818199157715,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.455517577517466e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9598106806078.29,
      "step": 301,
      "teaching_rms": 300698595565.61316,
      "traffic_rms": 9598106806078.29
    },
    {
      "batch_loss": 6.0578436851501465,
      "innovation_rms": 488548239807.5168,
      "instruction_rms": 698.4737729440259,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.666613886859608e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.201730954418335e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7414520154685440.0,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.309814453125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.08553409576416,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.475541574044877e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9324701490872320.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 755023575252992.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.356736094181786e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 903113242312704.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7414520154685440.0,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.2713623046875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.0854387283325195,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.475541574044877e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 18060400761670.117,
      "step": 302,
      "teaching_rms": 488548239807.5168,
      "traffic_rms": 18060400761670.117
    },
    {
      "batch_loss": 5.486221790313721,
      "innovation_rms": 2225119868560.5215,
      "instruction_rms": 144.61695073355253,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.908768458591227e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1541329729066096e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.658469276116582e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.2877197265625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.81599497795105,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.493479075459891e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9275869860200448.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 488312213078016.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.346416146762957e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1031976622489600.0,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.658469276116582e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.249267578125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.815899610519409,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.493479075459891e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 16277738721799.602,
      "step": 303,
      "teaching_rms": 2225119868560.5215,
      "traffic_rms": 16277738721799.602
    },
    {
      "batch_loss": 6.220730304718018,
      "innovation_rms": 15115734900665.104,
      "instruction_rms": 136.9159406660725,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.975400622453057e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.098097722672987e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4044197742549402e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.265625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.7655036449432373,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.509537958179635e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9832279652171776.0,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5564097919713280.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.560492778677862e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.140764171665408e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4044197742549402e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.22718811035156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.765749931335449,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.509537958179635e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 21473411455939.273,
      "step": 304,
      "teaching_rms": 15115734900665.104,
      "traffic_rms": 21473411455939.273
    },
    {
      "batch_loss": 5.283827781677246,
      "innovation_rms": 23723817924096.13,
      "instruction_rms": 297.36574993572657,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.984913597056575e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0492043933184392e+22,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2749585507365683e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.24354553222656,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6279125213623047,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.523905482778214e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1310837176205312e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4785576314077184e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.301637489236378e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.411443669611315e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2749585507365683e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.20510864257812,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.6281018257141113,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.523905482778214e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 29589714888107.914,
      "step": 305,
      "teaching_rms": 23723817924096.13,
      "traffic_rms": 29589714888107.914
    },
    {
      "batch_loss": 4.9977617263793945,
      "innovation_rms": 25134536761882.63,
      "instruction_rms": 254.9263041843369,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.088685504486074e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.637056936026334e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0884670177817395e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.22146606445312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.5495870113372803,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.536750870967091e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3700030846205952e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.389193455252275e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.527038903425434e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2254010705916723e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0884670177817395e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.1830291748047,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.549833297729492,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.536750870967091e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 28889357736055.36,
      "step": 306,
      "teaching_rms": 25134536761882.63,
      "traffic_rms": 28889357736055.36
    },
    {
      "batch_loss": 73.36011505126953,
      "innovation_rms": 814719405761.3987,
      "instruction_rms": 43515.01154097748,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0470186317422002e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.706732598401715e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8795687420362752e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.19940185546875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.25605583190918,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.548226164588544e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5853766892847104e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1537364761378816e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0629899746698854e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1028609291727667e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8795687420362752e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.1609649658203,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.255949974060059,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.548226164588544e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5020093966985.889,
      "step": 307,
      "teaching_rms": 814719405761.3987,
      "traffic_rms": 5020093966985.889
    },
    {
      "batch_loss": 19.752079010009766,
      "innovation_rms": 933431200745.4196,
      "instruction_rms": 116.80933755570486,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0357844816365617e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.168107712467738e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.691541602167685e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.17733764648438,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.903270721435547,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.724246809280512e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7796135787692032e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9423693243416576e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1622474419745587e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.925748448454246e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.691541602167685e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.13890075683594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.903024673461914,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.724246809280512e+16,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 5694399529178.223,
      "step": 308,
      "teaching_rms": 933431200745.4196,
      "traffic_rms": 5694399529178.223
    },
    {
      "batch_loss": 10.07844352722168,
      "innovation_rms": 635896143676.5526,
      "instruction_rms": 1322.5717386150086,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.515451706909655e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.70095664146999e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5218022612467712e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.1552734375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.268076419830322,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0246049070527283e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.945474370948301e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6586080291651584e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2510364418913075e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.878898273687962e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5218022612467712e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.11683654785156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.267830848693848,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0246049070527283e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 19366381154427.6,
      "step": 309,
      "teaching_rms": 635896143676.5526,
      "traffic_rms": 19366381154427.6
    },
    {
      "batch_loss": 22.86070442199707,
      "innovation_rms": 1133953707454.4714,
      "instruction_rms": 4.4888836079039764,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5012704258369257e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.382705270202227e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3695195572024115e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.1332244873047,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.842321395874023,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1615568971327078e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.09524073955328e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4976639007981568e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3309465418163814e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.991008274520474e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3695195572024115e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.09478759765625,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.84200668334961,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1615568971327078e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 6845389988170.616,
      "step": 310,
      "teaching_rms": 1133953707454.4714,
      "traffic_rms": 6845389988170.616
    },
    {
      "batch_loss": 27.97783088684082,
      "innovation_rms": 1217843835061.369,
      "instruction_rms": 6.30605984706029,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.506754569933947e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.198037982231667e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2324514312067482e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.11117553710938,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.433460235595703,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2848020144835789e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.230559911916339e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3531925826240512e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4028655973892096e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.191907275269734e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2324514312067482e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.07273864746094,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.433145523071289,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2848020144835789e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 7329899738648.192,
      "step": 311,
      "teaching_rms": 1217843835061.369,
      "traffic_rms": 7329899738648.192
    },
    {
      "batch_loss": 46.45827102661133,
      "innovation_rms": 5268899175947.529,
      "instruction_rms": 7.668948240364032,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.1163420682659824e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.095366606776735e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1097179303601766e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.08912658691406,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.006078720092773,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3957738332894003e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.3613017228836864e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3074187539185664e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4682007257953075e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.533510693126144e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1097179303601766e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.05068969726562,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 13.006175994873047,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3957738332894003e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 23768419405345.383,
      "step": 312,
      "teaching_rms": 5268899175947.529,
      "traffic_rms": 23768419405345.383
    },
    {
      "batch_loss": 50.83639907836914,
      "innovation_rms": 7801688546346.898,
      "instruction_rms": 2.807763575255564,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.7017790135962436e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.027405599549854e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0016506261379482e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.06707763671875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.383447647094727,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4959388271837184e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.498358639014707e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.370568624439296e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.52904288891306e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.084209439827558e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0016506261379482e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.02865600585938,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 15.383637428283691,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4959388271837184e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 25815903624414.695,
      "step": 313,
      "teaching_rms": 7801688546346.898,
      "traffic_rms": 25815903624414.695
    },
    {
      "batch_loss": 88.4676513671875,
      "innovation_rms": 5352719940651.927,
      "instruction_rms": 3.6644207007483764,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.2574224923486585e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.966720720470943e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.906825869033472e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.0450439453125,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.681685447692871,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.585007171773399e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.6294676696858624e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.311090843582464e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.584134434418852e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.509156268566118e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.906825869033472e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.00662231445312,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 10.681875228881836,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.585007171773399e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 28155488266261.074,
      "step": 314,
      "teaching_rms": 5352719940651.927,
      "traffic_rms": 28155488266261.074
    },
    {
      "batch_loss": 115.0469970703125,
      "innovation_rms": 1518619785914.2,
      "instruction_rms": 1.452037514545139,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.152336888426293e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.888587207585739e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.0145584391979e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.02301025390625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 26.572824478149414,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6651528077049856e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.748130314629939e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.18662698631168e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6337169112734106e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.958240384011469e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.0145584391979e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.98458862304688,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 26.572879791259766,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6651528077049856e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9076711385716.53,
      "step": 315,
      "teaching_rms": 1518619785914.2,
      "traffic_rms": 9076711385716.53
    },
    {
      "batch_loss": 81.776611328125,
      "innovation_rms": 1585658421881.5215,
      "instruction_rms": 1.3409483283319679,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.072196564510258e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.781952101508767e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.211437350558106e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 220.0009765625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.551345825195312,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.737267198390436e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8556213201403904e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0749094108594176e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.678341106082775e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.462416044962611e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.211437350558106e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.96255493164062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.551252365112305,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.737267198390436e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9467523682864.111,
      "step": 316,
      "teaching_rms": 1585658421881.5215,
      "traffic_rms": 9467523682864.111
    },
    {
      "batch_loss": 118.08748626708984,
      "innovation_rms": 1646428823007.7627,
      "instruction_rms": 0.09080914042225048,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.013142674591711e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.645566216293386e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.488556129432371e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.97894287109375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.2752628326416,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8021528155193344e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.9530848655048704e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9746352388964352.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7185028298715955e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.016174526365696e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.488556129432371e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.94052124023438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.27536392211914,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8021528155193344e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 9822071437838.139,
      "step": 317,
      "teaching_rms": 1646428823007.7627,
      "traffic_rms": 9822071437838.139
    },
    {
      "batch_loss": 188.96163940429688,
      "innovation_rms": 1701559701304.7915,
      "instruction_rms": 0.06735496929510186,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.971841059610585e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.477976015159861e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.837898219362714e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.9569091796875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.22287940979004,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8605317289934848e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.0415483069005824e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8846347897667584.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7546484156412723e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.614556858980762e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.837898219362714e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.9185028076172,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.222633361816406,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8605317289934848e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 10143906732878.781,
      "step": 318,
      "teaching_rms": 1701559701304.7915,
      "traffic_rms": 10143906732878.781
    },
    {
      "batch_loss": 223.9004364013672,
      "innovation_rms": 1751619367999.042,
      "instruction_rms": 0.24899172112020337,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.945417156367221e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.279784980458261e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.252247645795123e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.9348907470703,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33.75926208496094,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9130541968615014e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.121934203302707e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8038579439665152.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7871793569346355e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2531010012839936e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.252247645795123e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.896484375,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 33.75907897949219,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9130541968615014e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 10436265537570.137,
      "step": 319,
      "teaching_rms": 1751619367999.042,
      "traffic_rms": 10436265537570.137
    },
    {
      "batch_loss": 305.52734375,
      "innovation_rms": 1797121316087.004,
      "instruction_rms": 0.04679930214694953,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.931396623894472e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.053224645803947e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.725109988681318e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.91287231445312,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.355100631713867,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9603053654677914e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.195070409657549e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7313620098613248.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8164572899980083e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.9277907293569024e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.725109988681318e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.8744659423828,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 24.354997634887695,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9603053654677914e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 10702088453816.531,
      "step": 320,
      "teaching_rms": 1797121316087.004,
      "traffic_rms": 10702088453816.531
    },
    {
      "batch_loss": 408.2364807128906,
      "innovation_rms": 632523722663.9093,
      "instruction_rms": 8.805326123677181,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.458012995673601e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.801683406966562e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.245393924476109e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.89085388183594,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.014070510864258,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.002759227403141e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2434300234235904e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4835957081636864.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.842055638679552e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5598352976510976e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.245393924476109e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.85244750976562,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.013839721679688,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.002759227403141e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 30993684986194.64,
      "step": 321,
      "teaching_rms": 632523722663.9093,
      "traffic_rms": 30993684986194.64
    },
    {
      "batch_loss": 288.8818664550781,
      "innovation_rms": 1865867696593.7832,
      "instruction_rms": 0.07055240071260463,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.4074622888796226e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.52899551607886e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.818851702879027e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.86883544921875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.15508270263672,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0409476714174874e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.2877734132711424e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4434329857949696.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8650941868526797e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.303851810835661e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.818851702879027e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.83042907714844,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.155181884765625,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0409476714174874e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 11103522887475.76,
      "step": 322,
      "teaching_rms": 1865867696593.7832,
      "traffic_rms": 11103522887475.76
    },
    {
      "batch_loss": 426.26513671875,
      "innovation_rms": 1890934512729.8457,
      "instruction_rms": 0.0621726666291413,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.36733055427045e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.239721430713505e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4349254352830464e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.84681701660156,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.85481071472168,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.075296930065285e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.3285133255573504e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4073986128347136.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.885828914568233e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.073466543852749e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.4349254352830464e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.8084259033203,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 30.855125427246094,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.075296930065285e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 11249732061916.107,
      "step": 323,
      "teaching_rms": 1890934512729.8457,
      "traffic_rms": 11249732061916.107
    },
    {
      "batch_loss": 509.3376159667969,
      "innovation_rms": 9596109233015.53,
      "instruction_rms": 0.36500574388914375,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.819622139035176e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.938712653569083e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5311073351499776e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.82481384277344,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23.202333450317383,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1006080313340723e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.389217963822285e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6070471879557120.0,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.905196983690199e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.936808200686797e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5311073351499776e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.7864227294922,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23.202524185180664,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1006080313340723e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 53339477253861.48,
      "step": 324,
      "teaching_rms": 9596109233015.53,
      "traffic_rms": 53339477253861.48
    },
    {
      "batch_loss": 482.51788330078125,
      "innovation_rms": 27324750250602.547,
      "instruction_rms": 0.46150073775615824,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.230918212855949e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.631082459072519e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.449454263160013e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.8028106689453,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.07664108276367,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1093125556535296e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.545311034002637e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.560929628061696e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.947879166087004e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.268221246157619e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.449454263160013e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.76441955566406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.07632827758789,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1093125556535296e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 61559229951946.01,
      "step": 325,
      "teaching_rms": 27324750250602.547,
      "traffic_rms": 61559229951946.01
    },
    {
      "batch_loss": 277.0339050292969,
      "innovation_rms": 32844316957490.348,
      "instruction_rms": 0.2909751017126942,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.670135284952465e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.321519938860837e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.858110147965747e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.7808074951172,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.857967376708984,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.109815754021929e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.810074078216192e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.647628294651904e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.023487770365788e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.560852696937267e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.858110147965747e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.74241638183594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 61.85773468017578,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.109815754021929e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 63635504321691.07,
      "step": 326,
      "teaching_rms": 32844316957490.348,
      "traffic_rms": 63635504321691.07
    },
    {
      "batch_loss": 214.3203887939453,
      "innovation_rms": 36134008274148.8,
      "instruction_rms": 0.595783780750306,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.139230925826818e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.014135190543965e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.357237558870016e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.75880432128906,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52.595054626464844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.100772614480855e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.185420289644954e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.753460396300698e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1356675057739366e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1217980412762522e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.357237558870016e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.7204132080078,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 52.594818115234375,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.100772614480855e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 62293900096954.1,
      "step": 327,
      "teaching_rms": 36134008274148.8,
      "traffic_rms": 62293900096954.1
    },
    {
      "batch_loss": 471.102294921875,
      "innovation_rms": 31442831034969.074,
      "instruction_rms": 0.542394260315042,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.641320271822822e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.7125420713478917e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.370304379879424e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.73680114746094,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.16633605957031,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.076143210421289e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.638195741989274e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.527755811933389e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2670452295991296e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3137770664532378e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.370304379879424e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.69842529296875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.166099548339844,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.076143210421289e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 59635955456696.78,
      "step": 328,
      "teaching_rms": 31442831034969.074,
      "traffic_rms": 59635955456696.78
    },
    {
      "batch_loss": 952.1045532226562,
      "innovation_rms": 30638720299036.22,
      "instruction_rms": 2.4362324649215177,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.145275269148836e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.4197543338482577e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0083244040205107e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.7147979736328,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 77.10191345214844,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.039221438161879e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.155799430699418e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.176038605088358e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.4118309823289754e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4478566683049984e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0083244040205107e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.6764373779297,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 77.10181427001953,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.039221438161879e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 61154767071249.71,
      "step": 329,
      "teaching_rms": 30638720299036.22,
      "traffic_rms": 61154767071249.71
    },
    {
      "batch_loss": 1367.73046875,
      "innovation_rms": 35246950657058.1,
      "instruction_rms": 0.31029522016130767,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.609154387056368e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 3.138221654767376e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0733859430098534e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.69281005859375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 86.71021270751953,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9893582422448538e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.750605156555162e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.948056399563981e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5755068602200883e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.636759466105897e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0733859430098534e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.65444946289062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 86.7101058959961,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9893582422448538e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 69472056885670.55,
      "step": 330,
      "teaching_rms": 35246950657058.1,
      "traffic_rms": 69472056885670.55
    },
    {
      "batch_loss": 944.1076049804688,
      "innovation_rms": 38913659634243.56,
      "instruction_rms": 2.036787502076426,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.15943356847919e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.8698811448949693e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1274198098693325e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.6708221435547,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72.61273193359375,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9274188008823194e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.428888296272691e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.782830538181837e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.761008902916014e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8550204269592576e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1274198098693325e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.63246154785156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 72.61261749267578,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9274188008823194e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 76268274737658.73,
      "step": 331,
      "teaching_rms": 38913659634243.56,
      "traffic_rms": 76268274737658.73
    },
    {
      "batch_loss": 2836.141845703125,
      "innovation_rms": 45267393145211.12,
      "instruction_rms": 5.015504419633786,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.78530373450696e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.6161736746368196e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1759208139587584e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.64883422851562,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 127.30180358886719,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.854124496781312e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.207400081299866e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.78512128624558e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.976717450604708e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.1570863358803968e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1759208139587584e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.6104736328125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 127.30157470703125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.854124496781312e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 86019224348678.03,
      "step": 332,
      "teaching_rms": 45267393145211.12,
      "traffic_rms": 86019224348678.03
    },
    {
      "batch_loss": 3176.169921875,
      "innovation_rms": 50882259331401.31,
      "instruction_rms": 1.9398164511023002,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.513440796448129e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.3780827175615537e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2291549579077222e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.62684631347656,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 136.7815399169922,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.774002912666583e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.097636850597888e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.902367692980224e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.22823279704277e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.5151524335884698e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2291549579077222e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.58848571777344,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 136.78173828125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.774002912666583e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 95057315652112.92,
      "step": 333,
      "teaching_rms": 50882259331401.31,
      "traffic_rms": 95057315652112.92
    },
    {
      "batch_loss": 504.8668518066406,
      "innovation_rms": 4634760379245.362,
      "instruction_rms": 0.07511217764253743,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.547706856425443e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 2.1561744605848252e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.106148468939817e+17,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.6048583984375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 120.98204040527344,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7018756370792448e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.900896237184614e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.032595583854182e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.454596471398072e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2636370871504077e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.106148468939817e+17,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.56649780273438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 120.98223876953125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7018756370792448e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 27422091827688.73,
      "step": 334,
      "teaching_rms": 4634760379245.362,
      "traffic_rms": 27422091827688.73
    },
    {
      "batch_loss": 582.3958740234375,
      "innovation_rms": 5093760771387.455,
      "instruction_rms": 775.90606810891,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.676207220168275e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.9506566322394466e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.954315134933402e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.58287048339844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 106.40248107910156,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.636944149699625e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.626079131284275e+16,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.251830658983526e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.658323950116536e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0372732409964134e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.954315134933402e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.54452514648438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 106.40267944335938,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.636944149699625e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 30132702652225.727,
      "step": 335,
      "teaching_rms": 5093760771387.455,
      "traffic_rms": 30132702652225.727
    },
    {
      "batch_loss": 534.9616088867188,
      "innovation_rms": 5508197199013.212,
      "instruction_rms": 226.80157218409516,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.879997742134696e+19,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.7614974258530495e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.957763322170573e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.56089782714844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 93.65104675292969,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.578489473002373e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0281176749047808e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.55097445964841e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.841678509164462e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8335459340766413e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.957763322170573e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.52255249023438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 93.6512451171875,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.578489473002373e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 32580492664458.203,
      "step": 336,
      "teaching_rms": 5508197199013.212,
      "traffic_rms": 32580492664458.203
    },
    {
      "batch_loss": 329.2500305175781,
      "innovation_rms": 5882613285327.632,
      "instruction_rms": 293.6234288092852,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0143003562326622e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.5883730044649283e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.060777441263616e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.53892517089844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.23906707763672,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.525864441315328e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0873362544852992e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.921859676038758e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.006697681027072e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6501913750287155e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.060777441263616e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.50057983398438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 83.23926544189453,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.525864441315328e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 34792129261846.09,
      "step": 337,
      "teaching_rms": 5882613285327.632,
      "traffic_rms": 34792129261846.09
    },
    {
      "batch_loss": 194.57821655273438,
      "innovation_rms": 6221094415317.864,
      "instruction_rms": 350.37790988031537,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.0451632957806137e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.4307822018790498e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.253409488961536e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.51695251464844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.33808898925781,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.478486657073152e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1409078110650368e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.357152651496653e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.1552149013436826e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4851722031661056e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.253409488961536e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.47860717773438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 74.3382797241211,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.478486657073152e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 36791639387782.734,
      "step": 338,
      "teaching_rms": 6221094415317.864,
      "traffic_rms": 36791639387782.734
    },
    {
      "batch_loss": 100.45197296142578,
      "innovation_rms": 6527310956555.358,
      "instruction_rms": 383.34058517697383,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.079443957272344e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.2880646778000507e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.526706176439091e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.49497985839844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.44467163085938,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4358318765676954e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1894105331413811e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.850270489647514e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.288880468348109e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.336654982849495e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.526706176439091e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.45663452148438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 66.44486236572266,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4358318765676954e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 38600658447838.81,
      "step": 339,
      "teaching_rms": 6527310956555.358,
      "traffic_rms": 38600658447838.81
    },
    {
      "batch_loss": 18.302976608276367,
      "innovation_rms": 6804564676252.862,
      "instruction_rms": 221.2851117206644,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1161825989982002e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1593536300371505e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.872607568068608e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.47300720214844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59.72411346435547,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4865015814435635e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2333635963610726e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.395302456498586e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.409179409932616e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2029894158450688e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.872607568068608e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.43466186523438,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 59.72430419921875,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4865015814435635e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 40238634858649.266,
      "step": 340,
      "teaching_rms": 6804564676252.862,
      "traffic_rms": 40238634858649.266
    },
    {
      "batch_loss": 9.090270042419434,
      "innovation_rms": 7055816873386.829,
      "instruction_rms": 548.6352298617179,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1545789524150216e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.0434615156636071e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.283860323080602e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.45103454589844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 53.71988296508789,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5393401589045658e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2732330046757274e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.986942119955661e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.5174483199197184e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.082690474260562e+17,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.283860323080602e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.41270446777344,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 53.720069885253906,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5393401589045658e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 41723047095868.81,
      "step": 341,
      "teaching_rms": 7055816873386.829,
      "traffic_rms": 41723047095868.81
    },
    {
      "batch_loss": 3.6422972679138184,
      "innovation_rms": 7283730387322.36,
      "instruction_rms": 1301.4059328509863,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.1939695282261433e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 9.391290156336168e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.753934802694963e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.42906188964844,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 48.34147262573242,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5868794339170714e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3094372596986675e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.620425072797286e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.614890476347064e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 9.744213924747674e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.753934802694963e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.3907470703125,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 48.34165954589844,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5868794339170714e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 43069599539829.51,
      "step": 342,
      "teaching_rms": 7283730387322.36,
      "traffic_rms": 43069599539829.51
    },
    {
      "batch_loss": 3.6439528465270996,
      "innovation_rms": 7490696527562.305,
      "instruction_rms": 8751.67349289486,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2338081770158162e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 8.452172821914085e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.276954203160576e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.4071044921875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.50041961669922,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.629649061848023e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3423519992696013e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.291474816086835e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.702588554570629e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 8.769792360474214e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.276954203160576e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.36878967285156,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 43.500606536865234,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.629649061848023e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 44292404467260.89,
      "step": 343,
      "teaching_rms": 7490696527562.305,
      "traffic_rms": 44292404467260.89
    },
    {
      "batch_loss": 15.333399772644043,
      "innovation_rms": 7678857013808.647,
      "instruction_rms": 5685.251125863348,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.2736492887115353e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.606955539722676e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.847629272252416e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.38514709472656,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.143035888671875,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.668125440469893e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3723145501199565e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.9962514343133184e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.7815166531731456e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.892813296225485e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.847629272252416e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.34683227539062,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 39.14322280883789,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.668125440469893e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 45404129754840.945,
      "step": 344,
      "teaching_rms": 7678857013808.647,
      "traffic_rms": 45404129754840.945
    },
    {
      "batch_loss": 4.020406723022461,
      "innovation_rms": 7850142815155.675,
      "instruction_rms": 959.0878833482185,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3131328392259017e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.846260267225386e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.461198179729408e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.36318969726562,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.22100067138672,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7027373793175142e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3996276215447552e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.731307357228237e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.852551976275149e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 7.10353188070359e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.461198179729408e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.3248748779297,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 35.221187591552734,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7027373793175142e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 46416157664005.234,
      "step": 345,
      "teaching_rms": 7850142815155.675,
      "traffic_rms": 46416157664005.234
    },
    {
      "batch_loss": 6.474570274353027,
      "innovation_rms": 8006284693735.589,
      "instruction_rms": 794.6267391322147,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3519718120436007e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 6.161634310871591e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.113375621971968e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.3412322998047,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.69081687927246,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7338710818501427e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4245630849738342e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.493548275643187e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.916483767066952e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 6.393178649683558e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.113375621971968e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.30291748046875,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 31.691003799438477,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7338710818501427e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 47338702318284.305,
      "step": 346,
      "teaching_rms": 8006284693735.589,
      "traffic_rms": 47338702318284.305
    },
    {
      "batch_loss": 3.8620617389678955,
      "innovation_rms": 8148832834750.642,
      "instruction_rms": 17.89229885079176,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.3899409392223335e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.545470809415688e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8003040741031936e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.31927490234375,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.513334274291992,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.761874096821371e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4473649804489523e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2801953457176576e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.974022241340621e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.75386074176553e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.8003040741031936e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.2809600830078,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 28.513521194458008,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.761874096821371e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 48180942402415.82,
      "step": 347,
      "teaching_rms": 8148832834750.642,
      "traffic_rms": 48180942402415.82
    },
    {
      "batch_loss": 3.6636550426483154,
      "innovation_rms": 8279186221933.231,
      "instruction_rms": 11.960036526616404,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4268672895732836e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 4.990923587736631e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.518511699309363e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.2973175048828,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.653316497802734,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7870592696490394e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4682524372015514e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0887536209494016e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.0258068338271846e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.17847471053865e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.518511699309363e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.25901794433594,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 25.653501510620117,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7870592696490394e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 48951117375214.98,
      "step": 348,
      "teaching_rms": 8279186221933.231,
      "traffic_rms": 48951117375214.98
    },
    {
      "batch_loss": 3.109013080596924,
      "innovation_rms": 8398592313119.475,
      "instruction_rms": 11.439595292753879,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4626219123727453e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 5.060756825771103e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2648732646375424e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.27536010742188,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23.079042434692383,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.809708006590382e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.487422250633134e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.9169841348870144e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.072413070144307e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.660627067686093e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.2648732646375424e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.23707580566406,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 23.079227447509766,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.809708006590382e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 49656624765777.7,
      "step": 349,
      "teaching_rms": 8398592313119.475,
      "traffic_rms": 49656624765777.7
    },
    {
      "batch_loss": 3.2268893718719482,
      "innovation_rms": 8508180247574.539,
      "instruction_rms": 10.37424370396869,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.4971128004877065e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 7.7347634750228e+20,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0365762107539456e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.25341796875,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20.761964797973633,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.830073710715863e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.505051029798912e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.7628760912166912e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.114358751549194e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 4.194564275018138e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 2.0365762107539456e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.2151336669922,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 20.76215171813965,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.830073710715863e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 50304114337246.74,
      "step": 350,
      "teaching_rms": 8508180247574.539,
      "traffic_rms": 50304114337246.74
    },
    {
      "batch_loss": 2.985586166381836,
      "innovation_rms": 8608958529100.82,
      "instruction_rms": 10.50598711569672,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5302784692279417e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.1739851215390355e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.831088439689216e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.23147583007812,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.676387786865234,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8483845306882458e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5212973448914534e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6246243151839232e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.152109796094116e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.775107890465997e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.831088439689216e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.1931915283203,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 18.67657470703125,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.8483845306882458e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 50899541899420.86,
      "step": 351,
      "teaching_rms": 8608958529100.82,
      "traffic_rms": 50899541899420.86
    },
    {
      "batch_loss": 2.9918413162231445,
      "innovation_rms": 8701832168257.313,
      "instruction_rms": 9.043940329596083,
      "parameter_state": {
        "bn_running_mean": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.562083206455781e+20,
          "nonfinite_indices": []
        },
        "bn_running_var": {
          "all_finite": false,
          "max_abs_over_finite_tensors": 1.7650538621837886e+21,
          "nonfinite_indices": [
            3,
            4,
            13,
            14,
            15,
            16
          ]
        },
        "feedback_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6461312565444608e+16,
          "nonfinite_indices": []
        },
        "feedback_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.20953369140625,
          "nonfinite_indices": []
        },
        "feedback_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.79918098449707,
          "nonfinite_indices": []
        },
        "feedback_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.864845765944279e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.536303445227602e+17,
          "nonfinite_indices": []
        },
        "forward_bn_bias_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.5006083156279296e+16,
          "nonfinite_indices": []
        },
        "forward_bn_scale": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 5.186085736184545e+17,
          "nonfinite_indices": []
        },
        "forward_bn_scale_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 3.397597015520051e+16,
          "nonfinite_indices": []
        },
        "forward_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.6461312565444608e+16,
          "nonfinite_indices": []
        },
        "forward_readout": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 219.17124938964844,
          "nonfinite_indices": []
        },
        "forward_readout_momentum": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 16.799367904663086,
          "nonfinite_indices": []
        },
        "forward_weight": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 1.864845765944279e+17,
          "nonfinite_indices": []
        },
        "predictor_bias": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.001342136412858963,
          "nonfinite_indices": []
        },
        "predictor_slope": {
          "all_finite": true,
          "max_abs_over_finite_tensors": 0.11290131509304047,
          "nonfinite_indices": []
        }
      },
      "predictor_mse": null,
      "predictor_updated": false,
      "raw_apical_rms": 51448270858676.08,
      "step": 352,
      "teaching_rms": 8701832168257.313,
      "traffic_rms": 51448270858676.08
    }
  ],
  "trajectory_metrics_finite": true,
  "validation_evaluations": 0
}