results: validate Rain comparative beta policies

3 files changed, 266 insertions, 0 deletions

diff --git a/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json b/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json
new file mode 100644
index 0000000..e3a4dd7
--- /dev/null
+++ b/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json
@@ -0,0 +1,94 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "fixed_negative",
+    "beta_seed": 7100,
+    "adapter": "layer",
+    "mode": "raw",
+    "bias_ratio": 0.0,
+    "predictor_rate": 0.1,
+    "neutral_cadence": 1,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "first_state",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "existing_first_EP_phase",
+    "bias_ratio_normalization": "initial_free_layer_state_rms",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "test",
+    "data_seed": 6300,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "author_default",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "7",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.1553,
+      "train_cost": 0.44839768390655516,
+      "test_accuracy": 0.3155,
+      "test_cost": 0.3984001770019531,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "clean_state_difference_rms": 0.0012558032883318543,
+        "bias_state_difference_rms": 0.0,
+        "residual_state_difference_rms": 0.0,
+        "bias_to_clean_state_difference_rms": 0.0,
+        "residual_to_clean_state_difference_rms": 0.0,
+        "neutral_observations": 0
+      },
+      "wall_seconds": 130.82120490074158
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 0,
+    "negative": 79
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.1553,
+    "train_cost": 0.44839768390655516,
+    "test_accuracy": 0.3155,
+    "test_cost": 0.3984001770019531,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "clean_state_difference_rms": 0.0012558032883318543,
+      "bias_state_difference_rms": 0.0,
+      "residual_state_difference_rms": 0.0,
+      "bias_to_clean_state_difference_rms": 0.0,
+      "residual_to_clean_state_difference_rms": 0.0,
+      "neutral_observations": 0
+    },
+    "wall_seconds": 130.82120490074158
+  }
+}
diff --git a/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json b/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json
new file mode 100644
index 0000000..5ad4843
--- /dev/null
+++ b/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json
@@ -0,0 +1,78 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "fixed_positive",
+    "beta_seed": 7100,
+    "adapter": "layer",
+    "mode": "clean",
+    "bias_ratio": 0.0,
+    "predictor_rate": 0.1,
+    "neutral_cadence": 1,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "first_state",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 4.76837158203125e-07,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "existing_first_EP_phase",
+    "bias_ratio_normalization": "initial_free_layer_state_rms",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "test",
+    "data_seed": 6300,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "author_default",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "5",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2823,
+      "train_cost": 0.41964172530174254,
+      "test_accuracy": 0.614,
+      "test_cost": 0.3436005640029907,
+      "finite": true,
+      "corrector": {},
+      "wall_seconds": 129.7868938446045
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 79,
+    "negative": 0
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2823,
+    "train_cost": 0.41964172530174254,
+    "test_accuracy": 0.614,
+    "test_cost": 0.3436005640029907,
+    "finite": true,
+    "corrector": {},
+    "wall_seconds": 129.7868938446045
+  }
+}
diff --git a/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json b/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json
new file mode 100644
index 0000000..ec47ef4
--- /dev/null
+++ b/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json
@@ -0,0 +1,94 @@
+{
+  "schema": "rain_ep_structured_bias_screen_v1",
+  "sdil": {
+    "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d"
+  },
+  "author": {
+    "repository": "https://github.com/rain-neuromorphics/energy-based-learning",
+    "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb"
+  },
+  "protocol": {
+    "dataset": "FashionMNIST",
+    "network": "author comparative-study ConvHopfieldEnergy32",
+    "network_protocol": "comparative32",
+    "algorithm": "equilibrium propagation",
+    "beta_policy": "random_sign",
+    "beta_seed": 7100,
+    "adapter": "layer",
+    "mode": "raw",
+    "bias_ratio": 0.0,
+    "predictor_rate": 0.1,
+    "neutral_cadence": 1,
+    "layer_calibration_steps": 1,
+    "layer_bias_normalization": "first_state",
+    "calibration_batches": 0,
+    "calibration_observations": 0,
+    "calibration_seconds": 1.430511474609375e-06,
+    "extra_equilibrium_phases_for_predictor": 0,
+    "predictor_neutral_source": "existing_first_EP_phase",
+    "bias_ratio_normalization": "initial_free_layer_state_rms",
+    "bias_ratio_normalization_visible_to_predictor": false,
+    "epochs": 1,
+    "train_limit": 10000,
+    "test_limit": 2000,
+    "evaluation_split": "test",
+    "data_seed": 6300,
+    "batch_size": 128,
+    "training_iterations": 15,
+    "inference_iterations": 60,
+    "schedule_epochs": 100,
+    "seed": 1988,
+    "device": "cuda",
+    "determinism": "author_default",
+    "autodiff_used_for_learning": false
+  },
+  "hardware": {
+    "torch_version": "2.3.1+cu118",
+    "torch_cuda_version": "11.8",
+    "cuda_visible_devices": "5",
+    "device_name": "NVIDIA GeForce GTX 1080"
+  },
+  "metrics": [
+    {
+      "epoch": 1,
+      "train_accuracy": 0.2316,
+      "train_cost": 0.43632620677948,
+      "test_accuracy": 0.391,
+      "test_cost": 0.36776759433746337,
+      "finite": true,
+      "corrector": {
+        "step": 78,
+        "clean_state_difference_rms": 0.0013421937005045773,
+        "bias_state_difference_rms": 0.0,
+        "residual_state_difference_rms": 0.0,
+        "bias_to_clean_state_difference_rms": 0.0,
+        "residual_to_clean_state_difference_rms": 0.0,
+        "neutral_observations": 0
+      },
+      "wall_seconds": 133.95944809913635
+    }
+  ],
+  "epochs_completed": 1,
+  "beta_sign_counts": {
+    "positive": 43,
+    "negative": 36
+  },
+  "final": {
+    "epoch": 1,
+    "train_accuracy": 0.2316,
+    "train_cost": 0.43632620677948,
+    "test_accuracy": 0.391,
+    "test_cost": 0.36776759433746337,
+    "finite": true,
+    "corrector": {
+      "step": 78,
+      "clean_state_difference_rms": 0.0013421937005045773,
+      "bias_state_difference_rms": 0.0,
+      "residual_state_difference_rms": 0.0,
+      "bias_to_clean_state_difference_rms": 0.0,
+      "residual_to_clean_state_difference_rms": 0.0,
+      "neutral_observations": 0
+    },
+    "wall_seconds": 133.95944809913635
+  }
+}