diff options
Diffstat (limited to 'results/ep_bias/centered_r4/seed_1991_sdil.json')
| -rw-r--r-- | results/ep_bias/centered_r4/seed_1991_sdil.json | 296 |
1 files changed, 296 insertions, 0 deletions
diff --git a/results/ep_bias/centered_r4/seed_1991_sdil.json b/results/ep_bias/centered_r4/seed_1991_sdil.json new file mode 100644 index 0000000..3512385 --- /dev/null +++ b/results/ep_bias/centered_r4/seed_1991_sdil.json @@ -0,0 +1,296 @@ +{ + "schema": "rain_ep_structured_bias_screen_v1", + "sdil": { + "revision": "1305db8fecfe04f6ba37f31a7c6a9e2a4b8edcda" + }, + "author": { + "repository": "https://github.com/rain-neuromorphics/energy-based-learning", + "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" + }, + "protocol": { + "dataset": "FashionMNIST", + "network": "author comparative-study ConvHopfieldEnergy32", + "network_protocol": "comparative32", + "algorithm": "equilibrium propagation", + "beta_policy": "centered", + "beta_seed": 7100, + "beta_value": 0.25, + "adapter": "dillavou", + "mode": "innovation", + "bias_ratio": 1.0, + "dillavou_drift_ratio": 0.0, + "dillavou_calibration_steps": 1, + "dillavou_profile": { + "normalized_offsets": [ + 0.9356214982615908, + 1.6020613079954447, + -0.10013991355431538, + 0.7402593971899275 + ], + "normalized_state_variations": [ + 0.5259526502913017, + 0.31316961348123956, + 0.3831972460091073, + -0.04782433762159926 + ], + "source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json" + }, + "predictor_rate": 1.0, + "neutral_cadence": 10, + "layer_calibration_steps": 1, + "layer_bias_normalization": "clean_difference", + "calibration_batches": 0, + "calibration_observations": 0, + "calibration_seconds": 4.76837158203125e-07, + "extra_equilibrium_phases_for_predictor": 0, + "predictor_neutral_source": "instruction_off_local_update_probe", + "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", + "bias_ratio_normalization_visible_to_predictor": false, + "epochs": 10, + "train_limit": 60000, + "test_limit": 10000, + "evaluation_split": "test", + "data_seed": 6200, + "batch_size": 128, + "training_iterations": 15, + "inference_iterations": 60, + "schedule_epochs": 100, + "seed": 1991, + "device": "cuda", + "determinism": "best_effort_warn_only", + "autodiff_used_for_learning": false + }, + "hardware": { + "torch_version": "2.3.1+cu118", + "torch_cuda_version": "11.8", + "cuda_visible_devices": "7", + "device_name": "NVIDIA GeForce GTX 1080" + }, + "metrics": [ + { + "epoch": 1, + "train_accuracy": 0.6485, + "train_cost": 0.24037602392832438, + "test_accuracy": 0.7983, + "test_cost": 0.15679822082519532, + "finite": true, + "corrector": { + "step": 468, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006799890282450727, + "bias_update_rms": 0.00025754797581088376, + "residual_update_rms": 7.111546687989346e-07, + "bias_to_clean_update_rms": 0.3787531344080183, + "residual_to_clean_update_rms": 0.0010458325638492943, + "neutral_observations": 48 + }, + "wall_seconds": 823.127326965332 + }, + { + "epoch": 2, + "train_accuracy": 0.8087666666666666, + "train_cost": 0.14332550908724467, + "test_accuracy": 0.8201, + "test_cost": 0.13269902795553207, + "finite": true, + "corrector": { + "step": 937, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004855288694742885, + "bias_update_rms": 0.00025750825947684, + "residual_update_rms": 5.506540403295504e-07, + "bias_to_clean_update_rms": 0.5303665253842883, + "residual_to_clean_update_rms": 0.0011341324377390305, + "neutral_observations": 95 + }, + "wall_seconds": 1649.7897806167603 + }, + { + "epoch": 3, + "train_accuracy": 0.8244166666666667, + "train_cost": 0.1298372230052948, + "test_accuracy": 0.8173, + "test_cost": 0.13138793330192566, + "finite": true, + "corrector": { + "step": 1406, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005081138753201961, + "bias_update_rms": 0.00025747028348741387, + "residual_update_rms": 4.161335027492304e-07, + "bias_to_clean_update_rms": 0.5067176788375732, + "residual_to_clean_update_rms": 0.0008189768533421709, + "neutral_observations": 142 + }, + "wall_seconds": 2475.0353739261627 + }, + { + "epoch": 4, + "train_accuracy": 0.8387166666666667, + "train_cost": 0.11882174382209777, + "test_accuracy": 0.835, + "test_cost": 0.12292138862609864, + "finite": true, + "corrector": { + "step": 1875, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0006563092946412464, + "bias_update_rms": 0.00025743177367345096, + "residual_update_rms": 2.999531191114711e-07, + "bias_to_clean_update_rms": 0.39224154796431615, + "residual_to_clean_update_rms": 0.0004570301252177638, + "neutral_observations": 189 + }, + "wall_seconds": 3300.7484488487244 + }, + { + "epoch": 5, + "train_accuracy": 0.8411333333333333, + "train_cost": 0.11793410498301188, + "test_accuracy": 0.8548, + "test_cost": 0.10606370570659637, + "finite": true, + "corrector": { + "step": 2344, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000624140335500853, + "bias_update_rms": 0.0002574327203590343, + "residual_update_rms": 2.1063431793598556e-07, + "bias_to_clean_update_rms": 0.41245967567927266, + "residual_to_clean_update_rms": 0.00033747909877825496, + "neutral_observations": 236 + }, + "wall_seconds": 4126.404043197632 + }, + { + "epoch": 6, + "train_accuracy": 0.8416166666666667, + "train_cost": 0.1163845210870107, + "test_accuracy": 0.8395, + "test_cost": 0.11655362930297851, + "finite": true, + "corrector": { + "step": 2813, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.00040499238681311394, + "bias_update_rms": 0.000257435291797321, + "residual_update_rms": 1.2694066388718238e-07, + "bias_to_clean_update_rms": 0.6356546448269803, + "residual_to_clean_update_rms": 0.0003134396300287982, + "neutral_observations": 283 + }, + "wall_seconds": 4951.166619539261 + }, + { + "epoch": 7, + "train_accuracy": 0.8469666666666666, + "train_cost": 0.11271246469815573, + "test_accuracy": 0.8565, + "test_cost": 0.10544226248264313, + "finite": true, + "corrector": { + "step": 3282, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0005303229547019104, + "bias_update_rms": 0.0002574116414939837, + "residual_update_rms": 5.7475708522589925e-08, + "bias_to_clean_update_rms": 0.48538657286421333, + "residual_to_clean_update_rms": 0.00010837869266831281, + "neutral_observations": 330 + }, + "wall_seconds": 5775.952752351761 + }, + { + "epoch": 8, + "train_accuracy": 0.8508666666666667, + "train_cost": 0.11000345706144969, + "test_accuracy": 0.8551, + "test_cost": 0.10589179579615593, + "finite": true, + "corrector": { + "step": 3751, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.0004419286842735836, + "bias_update_rms": 0.0002574271353218377, + "residual_update_rms": 6.125149658506436e-12, + "bias_to_clean_update_rms": 0.5825083197416372, + "residual_to_clean_update_rms": 1.3860040944331543e-08, + "neutral_observations": 377 + }, + "wall_seconds": 6601.019071817398 + }, + { + "epoch": 9, + "train_accuracy": 0.8517666666666667, + "train_cost": 0.10954608976046244, + "test_accuracy": 0.8513, + "test_cost": 0.10955323088169099, + "finite": true, + "corrector": { + "step": 4220, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000497968870470014, + "bias_update_rms": 0.0002573969974317611, + "residual_update_rms": 3.683905290418785e-07, + "bias_to_clean_update_rms": 0.5168937511873258, + "residual_to_clean_update_rms": 0.0007397862615270883, + "neutral_observations": 423 + }, + "wall_seconds": 7424.96383523941 + }, + { + "epoch": 10, + "train_accuracy": 0.8574666666666667, + "train_cost": 0.10483481509685516, + "test_accuracy": 0.8572, + "test_cost": 0.10302262293696403, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000565999298781052, + "bias_update_rms": 0.0002574244487065355, + "residual_update_rms": 3.391135620565512e-07, + "bias_to_clean_update_rms": 0.45481407708619115, + "residual_to_clean_update_rms": 0.0005991413112823166, + "neutral_observations": 470 + }, + "wall_seconds": 8247.714519500732 + } + ], + "epochs_completed": 10, + "beta_sign_counts": { + "positive": 4690, + "negative": 4690 + }, + "final": { + "epoch": 10, + "train_accuracy": 0.8574666666666667, + "train_cost": 0.10483481509685516, + "test_accuracy": 0.8572, + "test_cost": 0.10302262293696403, + "finite": true, + "corrector": { + "step": 4689, + "bias_model": "dillavou_released_affine_update", + "bias_profile_source": "/home/yurenh2/sdil/results/physical_bias/p0_state_dependence.json", + "clean_update_rms": 0.000565999298781052, + "bias_update_rms": 0.0002574244487065355, + "residual_update_rms": 3.391135620565512e-07, + "bias_to_clean_update_rms": 0.45481407708619115, + "residual_to_clean_update_rms": 0.0005991413112823166, + "neutral_observations": 470 + }, + "wall_seconds": 8247.714519500732 + } +} |