diff options
Diffstat (limited to 'results/ep_bias/centered_r3/seed_1989_intercept.json')
| -rw-r--r-- | results/ep_bias/centered_r3/seed_1989_intercept.json | 296 |
1 files changed, 296 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r3/seed_1989_intercept.json b/results/ep_bias/centered_r3/seed_1989_intercept.json new file mode 100644 index 0000000..a272804 --- /dev/null +++ b/results/ep_bias/centered_r3/seed_1989_intercept.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "c959c50eaeb932f96339a96fb42abfb247cc5aac" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "constant", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1989, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "6", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6339166666666667, + "train_cost": 0.2456015769958496, + "test_accuracy": 0.7854, + "test_cost": 0.15374195680618286, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00042877408119194985, + "bias_update_rms": 0.0002550279603814115, + "residual_update_rms": 9.301938189743932e-07, + "bias_to_clean_update_rms": 0.5947839936417304, + "residual_to_clean_update_rms": 0.0021694264177268964, + "neutral_observations": 48 + }, + "wall_seconds": 827.2065126895905 + }, + { + "epoch": 2, + "train_accuracy": 0.8077166666666666, + "train_cost": 0.14449990399678547, + "test_accuracy": 0.8173, + "test_cost": 0.13303444242477416, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006923730029198261, + "bias_update_rms": 0.00025490534180030804, + "residual_update_rms": 6.608906837327593e-07, + "bias_to_clean_update_rms": 0.3681618733332169, + "residual_to_clean_update_rms": 0.0009545298284966314, + "neutral_observations": 95 + }, + "wall_seconds": 1656.586102962494 + }, + { + "epoch": 3, + "train_accuracy": 0.8287166666666667, + "train_cost": 0.1285227791150411, + "test_accuracy": 0.8408, + "test_cost": 0.11559003837108613, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005084580772650482, + "bias_update_rms": 0.0002548737816838632, + "residual_update_rms": 5.958228060464798e-07, + "bias_to_clean_update_rms": 0.5012680358129172, + "residual_to_clean_update_rms": 0.0011718228752532732, + "neutral_observations": 142 + }, + "wall_seconds": 2485.472142457962 + }, + { + "epoch": 4, + "train_accuracy": 0.83905, + "train_cost": 0.11831587142944336, + "test_accuracy": 0.8328, + "test_cost": 0.12195949485301971, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005207754703657215, + "bias_update_rms": 0.0002548459162100203, + "residual_update_rms": 4.3203919645379567e-07, + "bias_to_clean_update_rms": 0.4893585253373231, + "residual_to_clean_update_rms": 0.0008296074240024984, + "neutral_observations": 189 + }, + "wall_seconds": 3314.8510603904724 + }, + { + "epoch": 5, + "train_accuracy": 0.8482333333333333, + "train_cost": 0.11244425039291382, + "test_accuracy": 0.8336, + "test_cost": 0.117599473798275, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005858914156526038, + "bias_update_rms": 0.00025483235652912803, + "residual_update_rms": 3.0440995008288915e-07, + "bias_to_clean_update_rms": 0.43494809741371493, + "residual_to_clean_update_rms": 0.0005195671790886673, + "neutral_observations": 236 + }, + "wall_seconds": 4143.885350942612 + }, + { + "epoch": 6, + "train_accuracy": 0.8504, + "train_cost": 0.11004521047274271, + "test_accuracy": 0.8405, + "test_cost": 0.11480701524019242, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00033550004656803385, + "bias_update_rms": 0.00025484019732576347, + "residual_update_rms": 2.420401056459422e-07, + "bias_to_clean_update_rms": 0.7595831950923027, + "residual_to_clean_update_rms": 0.0007214309152021548, + "neutral_observations": 283 + }, + "wall_seconds": 4974.852057933807 + }, + { + "epoch": 7, + "train_accuracy": 0.8538833333333333, + "train_cost": 0.10742587502797445, + "test_accuracy": 0.8453, + "test_cost": 0.11043691914081573, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003669912207015775, + "bias_update_rms": 0.0002548284814216698, + "residual_update_rms": 8.164310640248532e-08, + "bias_to_clean_update_rms": 0.694372145836388, + "residual_to_clean_update_rms": 0.00022246610217652648, + "neutral_observations": 330 + }, + "wall_seconds": 5804.899300813675 + }, + { + "epoch": 8, + "train_accuracy": 0.8569, + "train_cost": 0.10537596474488577, + "test_accuracy": 0.8452, + "test_cost": 0.10979842546582222, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0003509540871007948, + "bias_update_rms": 0.0002548361636437436, + "residual_update_rms": 9.162360345894927e-12, + "bias_to_clean_update_rms": 0.7261239376037074, + "residual_to_clean_update_rms": 2.6107005681525163e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6634.237590551376 + }, + { + "epoch": 9, + "train_accuracy": 0.8586333333333334, + "train_cost": 0.10456536351839701, + "test_accuracy": 0.8618, + "test_cost": 0.10211618549823762, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004393878627748794, + "bias_update_rms": 0.0002548492764688893, + "residual_update_rms": 6.965519868154715e-07, + "bias_to_clean_update_rms": 0.5800098228918569, + "residual_to_clean_update_rms": 0.0015852781695345787, + "neutral_observations": 423 + }, + "wall_seconds": 7464.362337589264 + }, + { + "epoch": 10, + "train_accuracy": 0.8616333333333334, + "train_cost": 0.10167002823352814, + "test_accuracy": 0.8602, + "test_cost": 0.10281604286432267, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000377134481830818, + "bias_update_rms": 0.00025486823183524344, + "residual_update_rms": 6.404241808528831e-07, + "bias_to_clean_update_rms": 0.6758019860660128, + "residual_to_clean_update_rms": 0.0016981321298013168, + "neutral_observations": 470 + }, + "wall_seconds": 8292.83525443077 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8616333333333334, + "train_cost": 0.10167002823352814, + "test_accuracy": 0.8602, + "test_cost": 0.10281604286432267, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000377134481830818, + "bias_update_rms": 0.00025486823183524344, + "residual_update_rms": 6.404241808528831e-07, + "bias_to_clean_update_rms": 0.6758019860660128, + "residual_to_clean_update_rms": 0.0016981321298013168, + "neutral_observations": 470 + }, + "wall_seconds": 8292.83525443077 + } +} |