diff options
Diffstat (limited to 'results/ep_bias')
4 files changed, 305 insertions, 0 deletions
diff --git a/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json b/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json new file mode 100644 index 0000000..e3a4dd7 --- /dev/null +++ b/results/ep_bias/s4/comparative32-nep-zero-bias-e1-s1988.json @@ -0,0 +1,94 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_negative", + "beta_seed": 7100, + "adapter": "layer", + "mode": "raw", + "bias_ratio": 0.0, + "predictor_rate": 0.1, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "first_state", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "existing_first_EP_phase", + "bias_ratio_normalization": "initial_free_layer_state_rms", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "test", + "data_seed": 6300, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "author_default", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.1553, + "train_cost": 0.44839768390655516, + "test_accuracy": 0.3155, + "test_cost": 0.3984001770019531, + "finite": true, + "corrector": { + "step": 78, + "clean_state_difference_rms": 0.0012558032883318543, + "bias_state_difference_rms": 0.0, + "residual_state_difference_rms": 0.0, + "bias_to_clean_state_difference_rms": 0.0, + "residual_to_clean_state_difference_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 130.82120490074158 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 0, + "negative": 79 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.1553, + "train_cost": 0.44839768390655516, + "test_accuracy": 0.3155, + "test_cost": 0.3984001770019531, + "finite": true, + "corrector": { + "step": 78, + "clean_state_difference_rms": 0.0012558032883318543, + "bias_state_difference_rms": 0.0, + "residual_state_difference_rms": 0.0, + "bias_to_clean_state_difference_rms": 0.0, + "residual_to_clean_state_difference_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 130.82120490074158 + } +} diff --git a/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json b/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json new file mode 100644 index 0000000..5ad4843 --- /dev/null +++ b/results/ep_bias/s4/comparative32-pep-clean-e1-s1988.json @@ -0,0 +1,78 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "fixed_positive", + "beta_seed": 7100, + "adapter": "layer", + "mode": "clean", + "bias_ratio": 0.0, + "predictor_rate": 0.1, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "first_state", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "existing_first_EP_phase", + "bias_ratio_normalization": "initial_free_layer_state_rms", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "test", + "data_seed": 6300, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "author_default", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2823, + "train_cost": 0.41964172530174254, + "test_accuracy": 0.614, + "test_cost": 0.3436005640029907, + "finite": true, + "corrector": {}, + "wall_seconds": 129.7868938446045 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 79, + "negative": 0 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2823, + "train_cost": 0.41964172530174254, + "test_accuracy": 0.614, + "test_cost": 0.3436005640029907, + "finite": true, + "corrector": {}, + "wall_seconds": 129.7868938446045 + } +} diff --git a/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json b/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json new file mode 100644 index 0000000..ec47ef4 --- /dev/null +++ b/results/ep_bias/s4/comparative32-random-beta-zero-bias-e1-s1988.json @@ -0,0 +1,94 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c868f021850d4f8a91a4eca97ad475aa6fafdc7d" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "random_sign", + "beta_seed": 7100, + "adapter": "layer", + "mode": "raw", + "bias_ratio": 0.0, + "predictor_rate": 0.1, + "neutral_cadence": 1, + "layer_calibration_steps": 1, + "layer_bias_normalization": "first_state", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 1.430511474609375e-06, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "existing_first_EP_phase", + "bias_ratio_normalization": "initial_free_layer_state_rms", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 1, + "train_limit": 10000, + "test_limit": 2000, + "evaluation_split": "test", + "data_seed": 6300, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1988, + "device": "cuda", + "determinism": "author_default", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "5", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.2316, + "train_cost": 0.43632620677948, + "test_accuracy": 0.391, + "test_cost": 0.36776759433746337, + "finite": true, + "corrector": { + "step": 78, + "clean_state_difference_rms": 0.0013421937005045773, + "bias_state_difference_rms": 0.0, + "residual_state_difference_rms": 0.0, + "bias_to_clean_state_difference_rms": 0.0, + "residual_to_clean_state_difference_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 133.95944809913635 + } + ], + "epochs_completed": 1, + "beta_sign_counts": { + "positive": 43, + "negative": 36 + }, + "final": { + "epoch": 1, + "train_accuracy": 0.2316, + "train_cost": 0.43632620677948, + "test_accuracy": 0.391, + "test_cost": 0.36776759433746337, + "finite": true, + "corrector": { + "step": 78, + "clean_state_difference_rms": 0.0013421937005045773, + "bias_state_difference_rms": 0.0, + "residual_state_difference_rms": 0.0, + "bias_to_clean_state_difference_rms": 0.0, + "residual_to_clean_state_difference_rms": 0.0, + "neutral_observations": 0 + }, + "wall_seconds": 133.95944809913635 + } +} diff --git a/results/ep_bias/s4_summary.json b/results/ep_bias/s4_summary.json new file mode 100644 index 0000000..32db33d --- /dev/null +++ b/results/ep_bias/s4_summary.json @@ -0,0 +1,39 @@ +{ + "stage": "rain_ep_comparative32_beta_smoke_s4", + "status": "negative_beta_functional_under_author_protocol", + "protocol": { + "network": "author comparative-study ConvHopfieldEnergy32", + "dataset": "FashionMNIST", + "train_examples": 10000, + "evaluation_examples": 2000, + "epochs": 1, + "training_relaxation_iterations": 15, + "inference_relaxation_iterations": 60, + "schedule_epochs": 100, + "bias_ratio": 0.0 + }, + "rows": [ + { + "beta_policy": "fixed_positive", + "training_accuracy": 0.2823, + "evaluation_accuracy": 0.614, + "wall_seconds": 129.7868938446045 + }, + { + "beta_policy": "fixed_negative", + "training_accuracy": 0.1553, + "evaluation_accuracy": 0.3155, + "wall_seconds": 130.82120490074158 + }, + { + "beta_policy": "random_sign", + "training_accuracy": 0.2316, + "evaluation_accuracy": 0.391, + "wall_seconds": 133.95944809913635, + "positive_steps": 36, + "negative_steps": 43 + } + ], + "interpretation": "Negative and random-sign beta learn above chance under the pinned author's comparative-study Conv32 architecture and hyperparameters. Their failure in the earlier Conv28 screen is protocol-specific. Random-sign beta must be included as a functioning same-cost baseline in the comparative32 bias matrix.", + "test_policy": "development test subset observed after one epoch; no accuracy claim" +} |