results: compare full state-bias EP trajectories

1 files changed, 296 insertions, 0 deletions

diff --git a/results/ep_bias/centered_r3/seed_1988_sdil.json b/results/ep_bias/centered_r3/seed_1988_sdil.json
new file mode 100644
index 0000000..2628ceb
--- /dev/null
+++ b/results/ep_bias/centered_r3/seed_1988_sdil.json
@@ -0,0 +1,296 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "centered",
+    "beta_seed": 7100,
+    "beta_value": 0.25,
+    "adapter": "dillavou",
+    "mode": "innovation",
+    "bias_ratio": 1.0,
+    "dillavou_drift_ratio": 0.0,
+    "dillavou_calibration_steps": 1,
+    "dillavou_profile": {
+      "normalized_offsets": [
+        0.9356214982615908,
+        1.6020613079954447,
+        -0.10013991355431538,
+        0.7402593971899275
+      ],
+      "normalized_state_variations": [
+        0.5259526502913017,
+        0.31316961348123956,
+        0.3831972460091073,
+        -0.04782433762159926
+      ],
+      "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json"
+    },
+    "predictor_rate": 1.0,
+    "neutral_cadence": 10,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "clean_difference",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "instruction_off_local_update_probe",
+    "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 10,
+    "train_limit": 60000,
+    "test_limit": 10000,
+    "evaluation_split": "test",
+    "data_seed": 6200,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "best_effort_warn_only",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "3",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.6414,
+      "train_cost": 0.24428939560254415,
+      "test_accuracy": 0.7879,
+      "test_cost": 0.15489654624462126,
+      "finite": true,
+      "corrector": {
+        "step": 468,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0005044067244796634,
+        "bias_update_rms": 0.0002481419248887212,
+        "residual_update_rms": 5.907895842473555e-07,
+        "bias_to_clean_update_rms": 0.49194809039213294,
+        "residual_to_clean_update_rms": 0.0011712563603445275,
+        "neutral_observations": 48
+      },
+      "wall_seconds": 835.7167277336121
+    },
+    {
+      "epoch": 2,
+      "train_accuracy": 0.80785,
+      "train_cost": 0.14529478352864583,
+      "test_accuracy": 0.8195,
+      "test_cost": 0.13500099263191223,
+      "finite": true,
+      "corrector": {
+        "step": 937,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0005439189822692433,
+        "bias_update_rms": 0.0002480326756484366,
+        "residual_update_rms": 5.445831411684245e-07,
+        "bias_to_clean_update_rms": 0.4560103319314914,
+        "residual_to_clean_update_rms": 0.0010012210621817433,
+        "neutral_observations": 95
+      },
+      "wall_seconds": 1672.1666207313538
+    },
+    {
+      "epoch": 3,
+      "train_accuracy": 0.8269833333333333,
+      "train_cost": 0.1284785340309143,
+      "test_accuracy": 0.8217,
+      "test_cost": 0.12805011922121048,
+      "finite": true,
+      "corrector": {
+        "step": 1406,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0006703795586964196,
+        "bias_update_rms": 0.0002480026554835836,
+        "residual_update_rms": 3.6361537016501616e-07,
+        "bias_to_clean_update_rms": 0.36994364202547414,
+        "residual_to_clean_update_rms": 0.0005424022338510457,
+        "neutral_observations": 142
+      },
+      "wall_seconds": 2508.2711963653564
+    },
+    {
+      "epoch": 4,
+      "train_accuracy": 0.8332666666666667,
+      "train_cost": 0.12343429210980733,
+      "test_accuracy": 0.8231,
+      "test_cost": 0.12306875606775283,
+      "finite": true,
+      "corrector": {
+        "step": 1875,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0005284445609793372,
+        "bias_update_rms": 0.00024798038546384234,
+        "residual_update_rms": 2.6442243864294214e-07,
+        "bias_to_clean_update_rms": 0.46926471341529935,
+        "residual_to_clean_update_rms": 0.0005003787684992019,
+        "neutral_observations": 189
+      },
+      "wall_seconds": 3344.4905066490173
+    },
+    {
+      "epoch": 5,
+      "train_accuracy": 0.83395,
+      "train_cost": 0.12255464715957641,
+      "test_accuracy": 0.8422,
+      "test_cost": 0.11449280109405517,
+      "finite": true,
+      "corrector": {
+        "step": 2344,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0005084548618424255,
+        "bias_update_rms": 0.0002479473467605643,
+        "residual_update_rms": 1.93182508398727e-07,
+        "bias_to_clean_update_rms": 0.487648688935942,
+        "residual_to_clean_update_rms": 0.00037994033078711303,
+        "neutral_observations": 236
+      },
+      "wall_seconds": 4183.238507509232
+    },
+    {
+      "epoch": 6,
+      "train_accuracy": 0.8424166666666667,
+      "train_cost": 0.11606575908660889,
+      "test_accuracy": 0.8494,
+      "test_cost": 0.11201731077432632,
+      "finite": true,
+      "corrector": {
+        "step": 2813,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0006028233135396703,
+        "bias_update_rms": 0.00024792638421127736,
+        "residual_update_rms": 1.4381506605318305e-07,
+        "bias_to_clean_update_rms": 0.4112753747951421,
+        "residual_to_clean_update_rms": 0.00023856918407605504,
+        "neutral_observations": 283
+      },
+      "wall_seconds": 5020.138065576553
+    },
+    {
+      "epoch": 7,
+      "train_accuracy": 0.8420666666666666,
+      "train_cost": 0.11606640078226725,
+      "test_accuracy": 0.8376,
+      "test_cost": 0.1149260580420494,
+      "finite": true,
+      "corrector": {
+        "step": 3282,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0005329347078406797,
+        "bias_update_rms": 0.0002479322806728202,
+        "residual_update_rms": 6.098457895591215e-08,
+        "bias_to_clean_update_rms": 0.46522074285118487,
+        "residual_to_clean_update_rms": 0.00011443161433978781,
+        "neutral_observations": 330
+      },
+      "wall_seconds": 5857.24401473999
+    },
+    {
+      "epoch": 8,
+      "train_accuracy": 0.8413666666666667,
+      "train_cost": 0.11614268266359964,
+      "test_accuracy": 0.8369,
+      "test_cost": 0.11700071120262145,
+      "finite": true,
+      "corrector": {
+        "step": 3751,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.00034951649619403434,
+        "bias_update_rms": 0.00024794873915549506,
+        "residual_update_rms": 5.6898903272574065e-12,
+        "bias_to_clean_update_rms": 0.7094049690228245,
+        "residual_to_clean_update_rms": 1.6279318399033905e-08,
+        "neutral_observations": 377
+      },
+      "wall_seconds": 6693.713828086853
+    },
+    {
+      "epoch": 9,
+      "train_accuracy": 0.8446333333333333,
+      "train_cost": 0.11383107699553172,
+      "test_accuracy": 0.8287,
+      "test_cost": 0.12292674199342728,
+      "finite": true,
+      "corrector": {
+        "step": 4220,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.0004699156819867266,
+        "bias_update_rms": 0.00024795088657150597,
+        "residual_update_rms": 3.9292129663639363e-07,
+        "bias_to_clean_update_rms": 0.5276497381896476,
+        "residual_to_clean_update_rms": 0.0008361527646304263,
+        "neutral_observations": 423
+      },
+      "wall_seconds": 7529.938046693802
+    },
+    {
+      "epoch": 10,
+      "train_accuracy": 0.8459,
+      "train_cost": 0.11318698964118958,
+      "test_accuracy": 0.8313,
+      "test_cost": 0.12444570105075836,
+      "finite": true,
+      "corrector": {
+        "step": 4689,
+        "bias_model": "dillavou_released_affine_update",
+        "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+        "clean_update_rms": 0.000517193442122431,
+        "bias_update_rms": 0.00024795332044080283,
+        "residual_update_rms": 3.6990502310299927e-07,
+        "bias_to_clean_update_rms": 0.47942085155462366,
+        "residual_to_clean_update_rms": 0.0007152159965234723,
+        "neutral_observations": 470
+      },
+      "wall_seconds": 8364.393671989441
+    }
+  ],
+  "epochs_completed": 10,
+  "beta_sign_counts": {
+    "positive": 4690,
+    "negative": 4690
+  },
+  "final": {
+    "epoch": 10,
+    "train_accuracy": 0.8459,
+    "train_cost": 0.11318698964118958,
+    "test_accuracy": 0.8313,
+    "test_cost": 0.12444570105075836,
+    "finite": true,
+    "corrector": {
+      "step": 4689,
+      "bias_model": "dillavou_released_affine_update",
+      "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json",
+      "clean_update_rms": 0.000517193442122431,
+      "bias_update_rms": 0.00024795332044080283,
+      "residual_update_rms": 3.6990502310299927e-07,
+      "bias_to_clean_update_rms": 0.47942085155462366,
+      "residual_to_clean_update_rms": 0.0007152159965234723,
+      "neutral_observations": 470
+    },
+    "wall_seconds": 8364.393671989441
+  }
+}