diff options
Diffstat (limited to 'results/bci_td_confirmation/bci_td_confirm_t13_m2.json')
| -rw-r--r-- | results/bci_td_confirmation/bci_td_confirm_t13_m2.json | 248 |
1 files changed, 248 insertions, 0 deletions
diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m2.json b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json new file mode 100644 index 0000000..0f31f56 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.16491497680544853 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.21875, + 0.484375, + 0.625, + 0.8125, + 0.90625, + 0.953125, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08333333333333333, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.90625, + "role_cosine_after_training": 0.9132526516914368, + "training_wall_s": 0.2358369305729866 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.234375, + 0.484375, + 0.625, + 0.828125, + 0.90625, + 0.9375, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08854166666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13728242740035057 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944535493850708, + "training_wall_s": 0.12123119086027145 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.890625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12299, + "causal_role_sign_inversion_index": 0.07617091145598848, + "decoder_distance_residual_corr": 0.15298691550076224, + "early_residual_late_activity_change_corr": 0.2184835746492552, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9966772909757624, + "mean_abs_residual_soma_corr": 0.06046655086291249, + "raw_minus_residual_abs_soma_corr": 0.9362107401128499, + "residual_minus_soma_outcome_acc": -0.05098039215686273, + "residual_outcome_decoder_balanced_acc": 0.4470588235294118, + "role_aligned_error_cv_corr": 0.2960376780750121, + "role_aligned_velocity_cv_corr": 0.9387345367364334, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.5424651418123811, + "velocity_minus_error_abs_cv_corr": 0.6426968586614212 + }, + "wall_s": 1.2727395333349705, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + } + } +} |
