{ "schema": "rain_ep_structured_bias_screen_v1", "sdil": { "revision": "65f617eaf07a87c84475ad0010dea844422163e1" }, "author": { "repository": "https://github.com/rain-neuromorphics/energy-based-learning", "revision": "6b253fd8a5d267535f58ab79992256ef10031ceb" }, "protocol": { "dataset": "FashionMNIST", "network": "author comparative-study ConvHopfieldEnergy32", "network_protocol": "comparative32", "algorithm": "equilibrium propagation", "beta_policy": "fixed_positive", "beta_seed": 7100, "beta_value": 0.25, "adapter": "dillavou", "mode": "clean", "bias_ratio": 1.0, "dillavou_drift_ratio": 0.0, "dillavou_calibration_steps": 1, "predictor_rate": 1.0, "neutral_cadence": 0, "layer_calibration_steps": 1, "layer_bias_normalization": "clean_difference", "calibration_batches": 0, "calibration_observations": 0, "calibration_seconds": 4.76837158203125e-07, "extra_equilibrium_phases_for_predictor": 0, "predictor_neutral_source": "instruction_off_local_update_probe", "bias_ratio_normalization": "initial_clean_local_update_rms_for_simulation_only", "bias_ratio_normalization_visible_to_predictor": false, "epochs": 10, "train_limit": 60000, "test_limit": 10000, "evaluation_split": "test", "data_seed": 6200, "batch_size": 128, "training_iterations": 15, "inference_iterations": 60, "schedule_epochs": 100, "seed": 1988, "device": "cuda", "determinism": "best_effort_warn_only", "autodiff_used_for_learning": false }, "hardware": { "torch_version": "2.3.1+cu118", "torch_cuda_version": "11.8", "cuda_visible_devices": "0", "device_name": "NVIDIA GeForce GTX 1080" }, "metrics": [ { "epoch": 1, "train_accuracy": 0.6331833333333333, "train_cost": 0.26114970343907673, "test_accuracy": 0.7315, "test_cost": 0.20986583371162415, "finite": true, "corrector": {}, "wall_seconds": 772.7187147140503 }, { "epoch": 2, "train_accuracy": 0.6627, "train_cost": 0.2617804507891337, "test_accuracy": 0.5922, "test_cost": 0.4188939518928528, "finite": true, "corrector": {}, "wall_seconds": 1544.577304840088 }, { "epoch": 3, "train_accuracy": 0.6126666666666667, "train_cost": 0.29678506310780844, "test_accuracy": 0.5733, "test_cost": 0.2982772967338562, "finite": true, "corrector": {}, "wall_seconds": 2314.08575963974 }, { "epoch": 4, "train_accuracy": 0.43415, "train_cost": 0.3849130135854085, "test_accuracy": 0.4685, "test_cost": 0.34045493516922, "finite": true, "corrector": {}, "wall_seconds": 3082.613589525223 }, { "epoch": 5, "train_accuracy": 0.44206666666666666, "train_cost": 0.3828686854044596, "test_accuracy": 0.338, "test_cost": 0.42704891023635866, "finite": true, "corrector": {}, "wall_seconds": 3851.0639486312866 }, { "epoch": 6, "train_accuracy": 0.33975, "train_cost": 0.4333668016433716, "test_accuracy": 0.2028, "test_cost": 0.44713303966522217, "finite": true, "corrector": {}, "wall_seconds": 4618.865006446838 }, { "epoch": 7, "train_accuracy": 0.10198333333333333, "train_cost": 0.4533044646581014, "test_accuracy": 0.1, "test_cost": 0.451286998796463, "finite": true, "corrector": {}, "wall_seconds": 5386.315636873245 }, { "epoch": 8, "train_accuracy": 0.09966666666666667, "train_cost": 0.4508303793589274, "test_accuracy": 0.1, "test_cost": 0.45172959218025205, "finite": true, "corrector": {}, "wall_seconds": 6153.813899278641 }, { "epoch": 9, "train_accuracy": 0.09798333333333334, "train_cost": 0.4509103933334351, "test_accuracy": 0.1, "test_cost": 0.45050861291885375, "finite": true, "corrector": {}, "wall_seconds": 6921.272820234299 }, { "epoch": 10, "train_accuracy": 0.09518333333333333, "train_cost": 0.45089836565653485, "test_accuracy": 0.1, "test_cost": 0.45086712436676024, "finite": true, "corrector": {}, "wall_seconds": 7688.960968732834 } ], "epochs_completed": 10, "beta_sign_counts": { "positive": 4690, "negative": 0 }, "final": { "epoch": 10, "train_accuracy": 0.09518333333333333, "train_cost": 0.45089836565653485, "test_accuracy": 0.1, "test_cost": 0.45086712436676024, "finite": true, "corrector": {}, "wall_seconds": 7688.960968732834 } }