{ "schema": "rain_ep_structured_bias_screen_v1", "sdil": { "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" }, "author": { "repository": "https://github.com/rain-neuromorphics/energy-based-learning", "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" }, "protocol": { "dataset": "FashionMNIST", "network": "author comparative-study ConvHopfieldEnergy32", "network_protocol": "comparative32", "algorithm": "equilibrium propagation", "beta_policy": "centered", "beta_seed": 7100, "beta_value": 0.25, "adapter": "dillavou", "mode": "constant", "bias_ratio": 1.0, "dillavou_drift_ratio": 0.0, "dillavou_calibration_steps": 1, "dillavou_profile": { "normalized_offsets": [ 0.9356214982615908, 1.6020613079954447, -0.10013991355431538, 0.7402593971899275 ], "normalized_state_variations": [ 0.5259526502913017, 0.31316961348123956, 0.3831972460091073, -0.04782433762159926 ], "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" }, "predictor_rate": 1.0, "neutral_cadence": 10, "layer_calibration_steps": 1, "layer_bias_normalization": "clean_difference", "calibration_batches": 0, "calibration_observations": 0, "calibration_seconds": 7.152557373046875e-07, "extra_equilibrium_phases_for_predictor": 0, "predictor_neutral_source": "instruction_off_local_update_probe", "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", "bias_ratio_normalization_visible_to_predictor": false, "epochs": 10, "train_limit": 60000, "test_limit": 10000, "evaluation_split": "test", "data_seed": 6200, "batch_size": 128, "training_iterations": 15, "inference_iterations": 60, "schedule_epochs": 100, "seed": 1988, "device": "cuda", "determinism": "best_effort_warn_only", "autodiff_used_for_learning": false }, "hardware": { "torch_version": "2.3.1+cu118", "torch_cuda_version": "11.8", "cuda_visible_devices": "2", "device_name": "NVIDIA GeForce GTX 1080" }, "metrics": [ { "epoch": 1, "train_accuracy": 0.6379166666666667, "train_cost": 0.2457014633178711, "test_accuracy": 0.8056, "test_cost": 0.1505281674146652, "finite": true, "corrector": { "step": 468, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0005912389875797398, "bias_update_rms": 0.00024815531329949183, "residual_update_rms": 8.516195342807299e-07, "bias_to_clean_update_rms": 0.41972082104281627, "residual_to_clean_update_rms": 0.0014403981337003302, "neutral_observations": 48 }, "wall_seconds": 831.86829662323 }, { "epoch": 2, "train_accuracy": 0.79885, "train_cost": 0.15100324606895446, "test_accuracy": 0.8107, "test_cost": 0.1410569483757019, "finite": true, "corrector": { "step": 937, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0006362818029495578, "bias_update_rms": 0.0002480266233984186, "residual_update_rms": 9.330004461058466e-07, "bias_to_clean_update_rms": 0.38980624976018885, "residual_to_clean_update_rms": 0.0014663321216807008, "neutral_observations": 95 }, "wall_seconds": 1664.0175342559814 }, { "epoch": 3, "train_accuracy": 0.8200166666666666, "train_cost": 0.13274317696889243, "test_accuracy": 0.8313, "test_cost": 0.1241843073129654, "finite": true, "corrector": { "step": 1406, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0006525129674423072, "bias_update_rms": 0.00024800405395488436, "residual_update_rms": 6.296205867374435e-07, "bias_to_clean_update_rms": 0.3800752878935114, "residual_to_clean_update_rms": 0.0009649165888693426, "neutral_observations": 142 }, "wall_seconds": 2497.1119043827057 }, { "epoch": 4, "train_accuracy": 0.8251333333333334, "train_cost": 0.1280106491247813, "test_accuracy": 0.8277, "test_cost": 0.12270383191108704, "finite": true, "corrector": { "step": 1875, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0003477749663410005, "bias_update_rms": 0.00024797584966803943, "residual_update_rms": 4.815648869021293e-07, "bias_to_clean_update_rms": 0.7130353638648447, "residual_to_clean_update_rms": 0.0013847025620295655, "neutral_observations": 189 }, "wall_seconds": 3326.9885873794556 }, { "epoch": 5, "train_accuracy": 0.836, "train_cost": 0.12103946491877238, "test_accuracy": 0.8454, "test_cost": 0.11515080854892731, "finite": true, "corrector": { "step": 2344, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0004121663225289022, "bias_update_rms": 0.0002479503040354703, "residual_update_rms": 3.091296718932677e-07, "bias_to_clean_update_rms": 0.6015782718833933, "residual_to_clean_update_rms": 0.0007500119611824683, "neutral_observations": 236 }, "wall_seconds": 4156.00572180748 }, { "epoch": 6, "train_accuracy": 0.8386, "train_cost": 0.11862480351130168, "test_accuracy": 0.8367, "test_cost": 0.12245318219661713, "finite": true, "corrector": { "step": 2813, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0005693208973066719, "bias_update_rms": 0.00024795349574279006, "residual_update_rms": 2.076727673714642e-07, "bias_to_clean_update_rms": 0.43552502097815454, "residual_to_clean_update_rms": 0.00036477278166657323, "neutral_observations": 283 }, "wall_seconds": 4985.344669818878 }, { "epoch": 7, "train_accuracy": 0.8372166666666667, "train_cost": 0.1192303105990092, "test_accuracy": 0.8384, "test_cost": 0.11817904765605927, "finite": true, "corrector": { "step": 3282, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0006527238093164116, "bias_update_rms": 0.00024793823880767384, "residual_update_rms": 1.0486701262266198e-07, "bias_to_clean_update_rms": 0.3798516849987992, "residual_to_clean_update_rms": 0.00016066062111705058, "neutral_observations": 330 }, "wall_seconds": 5815.382421970367 }, { "epoch": 8, "train_accuracy": 0.8429333333333333, "train_cost": 0.11504684060414633, "test_accuracy": 0.8472, "test_cost": 0.11157319618463517, "finite": true, "corrector": { "step": 3751, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0002527978519986613, "bias_update_rms": 0.00024794589886162745, "residual_update_rms": 3.165819530104748e-12, "bias_to_clean_update_rms": 0.9808069843209761, "residual_to_clean_update_rms": 1.252312670014899e-08, "neutral_observations": 377 }, "wall_seconds": 6644.28409075737 }, { "epoch": 9, "train_accuracy": 0.8437666666666667, "train_cost": 0.11362157521247863, "test_accuracy": 0.8211, "test_cost": 0.12780055351257325, "finite": true, "corrector": { "step": 4220, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.0004532410213345832, "bias_update_rms": 0.0002479495710431662, "residual_update_rms": 8.421799228703382e-07, "bias_to_clean_update_rms": 0.5470589804803424, "residual_to_clean_update_rms": 0.0018581281994081462, "neutral_observations": 423 }, "wall_seconds": 7473.06492972374 }, { "epoch": 10, "train_accuracy": 0.8501666666666666, "train_cost": 0.10972953166166942, "test_accuracy": 0.8452, "test_cost": 0.11462557312250138, "finite": true, "corrector": { "step": 4689, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.00042104258128212, "bias_update_rms": 0.0002479632806978909, "residual_update_rms": 8.854394713820801e-07, "bias_to_clean_update_rms": 0.5889268490203913, "residual_to_clean_update_rms": 0.0021029689412548763, "neutral_observations": 470 }, "wall_seconds": 8300.64514875412 } ], "epochs_completed": 10, "beta_sign_counts": { "positive": 4690, "negative": 4690 }, "final": { "epoch": 10, "train_accuracy": 0.8501666666666666, "train_cost": 0.10972953166166942, "test_accuracy": 0.8452, "test_cost": 0.11462557312250138, "finite": true, "corrector": { "step": 4689, "bias_model": "dillavou_released_affine_update", "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", "clean_update_rms": 0.00042104258128212, "bias_update_rms": 0.0002479632806978909, "residual_update_rms": 8.854394713820801e-07, "bias_to_clean_update_rms": 0.5889268490203913, "residual_to_clean_update_rms": 0.0021029689412548763, "neutral_observations": 470 }, "wall_seconds": 8300.64514875412 } }