{
  "schema": "rain_ep_structured_bias_screen_v1",
  "sdil": {
    "revision": "65f617eaf07a87c84475ad0010dea844422163e1"
  },
  "author": {
    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
  },
  "protocol": {
    "dataset": "FashionMNIST",
    "network": "author comparative-study ConvHopfieldEnergy32",
    "network_protocol": "comparative32",
    "algorithm": "equilibrium propagation",
    "beta_policy": "fixed_positive",
    "beta_seed": 7100,
    "beta_value": 0.25,
    "adapter": "dillavou",
    "mode": "innovation",
    "bias_ratio": 1.0,
    "dillavou_drift_ratio": 0.0,
    "dillavou_calibration_steps": 1,
    "predictor_rate": 1.0,
    "neutral_cadence": 0,
    "layer_calibration_steps": 1,
    "layer_bias_normalization": "clean_difference",
    "calibration_batches": 0,
    "calibration_observations": 0,
    "calibration_seconds": 4.76837158203125e-07,
    "extra_equilibrium_phases_for_predictor": 0,
    "predictor_neutral_source": "instruction_off_local_update_probe",
    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
    "bias_ratio_normalization_visible_to_predictor": false,
    "epochs": 10,
    "train_limit": 60000,
    "test_limit": 10000,
    "evaluation_split": "test",
    "data_seed": 6200,
    "batch_size": 128,
    "training_iterations": 15,
    "inference_iterations": 60,
    "schedule_epochs": 100,
    "seed": 1988,
    "device": "cuda",
    "determinism": "best_effort_warn_only",
    "autodiff_used_for_learning": false
  },
  "hardware": {
    "torch_version": "2.3.1+cu118",
    "torch_cuda_version": "11.8",
    "cuda_visible_devices": "3",
    "device_name": "NVIDIA GeForce GTX 1080"
  },
  "metrics": [
    {
      "epoch": 1,
      "train_accuracy": 0.6240333333333333,
      "train_cost": 0.26950117823282876,
      "test_accuracy": 0.7252,
      "test_cost": 0.21449419848918916,
      "finite": true,
      "corrector": {
        "step": 468,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0013031720422620305,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 8.505476264979924e-12,
        "bias_to_clean_update_rms": 0.11731153709042222,
        "residual_to_clean_update_rms": 6.526748571290878e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 830.515468120575
    },
    {
      "epoch": 2,
      "train_accuracy": 0.7224833333333334,
      "train_cost": 0.21523845361073812,
      "test_accuracy": 0.734,
      "test_cost": 0.20494100348949432,
      "finite": true,
      "corrector": {
        "step": 937,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0011456798542969432,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 5.783565269794748e-12,
        "bias_to_clean_update_rms": 0.1334379013453439,
        "residual_to_clean_update_rms": 5.048151320897481e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 1662.8209059238434
    },
    {
      "epoch": 3,
      "train_accuracy": 0.7034833333333333,
      "train_cost": 0.2262856188774109,
      "test_accuracy": 0.726,
      "test_cost": 0.21046952879428862,
      "finite": true,
      "corrector": {
        "step": 1406,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0007255708516996841,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 5.307226022279889e-12,
        "bias_to_clean_update_rms": 0.21069908612356955,
        "residual_to_clean_update_rms": 7.314552410488184e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 2494.675737142563
    },
    {
      "epoch": 4,
      "train_accuracy": 0.6376166666666667,
      "train_cost": 0.2644129397074382,
      "test_accuracy": 0.5606,
      "test_cost": 0.3176894040584564,
      "finite": true,
      "corrector": {
        "step": 1875,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0015035734195279979,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 4.902649731971089e-12,
        "bias_to_clean_update_rms": 0.10167585658638119,
        "residual_to_clean_update_rms": 3.260665337852361e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 3326.451648235321
    },
    {
      "epoch": 5,
      "train_accuracy": 0.3769,
      "train_cost": 0.3791497839609782,
      "test_accuracy": 0.1949,
      "test_cost": 0.4102668016910553,
      "finite": true,
      "corrector": {
        "step": 2344,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.001314406637263836,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 4.888212328688676e-12,
        "bias_to_clean_update_rms": 0.11630884312123037,
        "residual_to_clean_update_rms": 3.718949821239744e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 4158.306345939636
    },
    {
      "epoch": 6,
      "train_accuracy": 0.11983333333333333,
      "train_cost": 0.44674621194203695,
      "test_accuracy": 0.1,
      "test_cost": 0.46038982095718384,
      "finite": true,
      "corrector": {
        "step": 2813,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0003853588444705456,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 4.241559819955997e-12,
        "bias_to_clean_update_rms": 0.39671365420732785,
        "residual_to_clean_update_rms": 1.1006779475331841e-08,
        "neutral_observations": 1
      },
      "wall_seconds": 4989.840263605118
    },
    {
      "epoch": 7,
      "train_accuracy": 0.10178333333333334,
      "train_cost": 0.45519645392100017,
      "test_accuracy": 0.1,
      "test_cost": 0.45710823802948,
      "finite": true,
      "corrector": {
        "step": 3282,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.000238805277082506,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 1.1631105114721004e-12,
        "bias_to_clean_update_rms": 0.6401747785422899,
        "residual_to_clean_update_rms": 4.8705394021517026e-09,
        "neutral_observations": 1
      },
      "wall_seconds": 5820.923452377319
    },
    {
      "epoch": 8,
      "train_accuracy": 0.09983333333333333,
      "train_cost": 0.4550814468383789,
      "test_accuracy": 0.1,
      "test_cost": 0.45869329319000246,
      "finite": true,
      "corrector": {
        "step": 3751,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.0003874432503687363,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 1.0505062911282254e-13,
        "bias_to_clean_update_rms": 0.39457937446458996,
        "residual_to_clean_update_rms": 2.711381060654537e-10,
        "neutral_observations": 1
      },
      "wall_seconds": 6652.601692676544
    },
    {
      "epoch": 9,
      "train_accuracy": 0.09838333333333334,
      "train_cost": 0.4546400879542033,
      "test_accuracy": 0.1,
      "test_cost": 0.4577524483680725,
      "finite": true,
      "corrector": {
        "step": 4220,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.00029708848957804774,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 4.140955151143751e-12,
        "bias_to_clean_update_rms": 0.5145844444803417,
        "residual_to_clean_update_rms": 1.3938457047006819e-08,
        "neutral_observations": 1
      },
      "wall_seconds": 7484.504533529282
    },
    {
      "epoch": 10,
      "train_accuracy": 0.10006666666666666,
      "train_cost": 0.45555214653015136,
      "test_accuracy": 0.1,
      "test_cost": 0.4571452916145325,
      "finite": true,
      "corrector": {
        "step": 4689,
        "bias_model": "dillavou_constant_update",
        "clean_update_rms": 0.00023774306744370527,
        "bias_update_rms": 0.00015287711537102346,
        "residual_update_rms": 3.794692534694495e-12,
        "bias_to_clean_update_rms": 0.6430350084013404,
        "residual_to_clean_update_rms": 1.596131729726686e-08,
        "neutral_observations": 1
      },
      "wall_seconds": 8315.11565542221
    }
  ],
  "epochs_completed": 10,
  "beta_sign_counts": {
    "positive": 4690,
    "negative": 0
  },
  "final": {
    "epoch": 10,
    "train_accuracy": 0.10006666666666666,
    "train_cost": 0.45555214653015136,
    "test_accuracy": 0.1,
    "test_cost": 0.4571452916145325,
    "finite": true,
    "corrector": {
      "step": 4689,
      "bias_model": "dillavou_constant_update",
      "clean_update_rms": 0.00023774306744370527,
      "bias_update_rms": 0.00015287711537102346,
      "residual_update_rms": 3.794692534694495e-12,
      "bias_to_clean_update_rms": 0.6430350084013404,
      "residual_to_clean_update_rms": 1.596131729726686e-08,
      "neutral_observations": 1
    },
    "wall_seconds": 8315.11565542221
  }
}