diff options
| author | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-23 06:58:55 -0500 |
|---|---|---|
| committer | YurenHao0426 <Blackhao0426@gmail.com> | 2026-07-23 06:58:55 -0500 |
| commit | 03c94a1728d9a45f653a815a5f8d6eace9dd3d02 (patch) | |
| tree | 7dac11bb4baa15e9a702551a6f55bd12985c2ee3 | |
| parent | 1ff7cb7cf7cecd79cf5a0ab36c149342482c7005 (diff) | |
results: retain failed oral B confirmation gate
31 files changed, 7724 insertions, 0 deletions
diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m0.json b/results/bci_td_confirmation/bci_td_confirm_t10_m0.json new file mode 100644 index 0000000..6242884 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14115707576274872 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.265625, + 0.53125, + 0.734375, + 0.8125, + 0.890625, + 0.890625, + 0.953125, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 0.9390823841094971, + "training_wall_s": 0.1901472620666027 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.296875, + 0.59375, + 0.75, + 0.859375, + 0.890625, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.036458333333333336, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13422876596450806 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9941138625144958, + "training_wall_s": 0.11958461999893188 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 419.06640625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13275, + "causal_role_sign_inversion_index": 0.06519575084186997, + "decoder_distance_residual_corr": 0.15940133146312105, + "early_residual_late_activity_change_corr": -0.003698615158630269, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9979072041516087, + "mean_abs_residual_soma_corr": 0.053176518944672665, + "raw_minus_residual_abs_soma_corr": 0.944730685206936, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.2958855023630655, + "role_aligned_velocity_cv_corr": 0.9328580424826418, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5475174194108847, + "velocity_minus_error_abs_cv_corr": 0.6369725401195763 + }, + "wall_s": 1.2432407289743423, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 0.9943652749061584, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 0.9943652749061584, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m1.json b/results/bci_td_confirmation/bci_td_confirm_t10_m1.json new file mode 100644 index 0000000..8c72af9 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13840720430016518 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.046875, + 0.171875, + 0.328125, + 0.65625, + 0.71875, + 0.828125, + 0.859375, + 0.96875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.078125, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.9114583333333334, + "role_cosine_after_training": 0.9690141081809998, + "training_wall_s": 0.20644008740782738 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.046875, + 0.1875, + 0.328125, + 0.65625, + 0.75, + 0.828125, + 0.859375, + 0.96875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.08333333333333333, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.90625, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13276967406272888 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994020402431488, + "training_wall_s": 0.11921907588839531 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.37109375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12817, + "causal_role_sign_inversion_index": 0.07503410548733902, + "decoder_distance_residual_corr": 0.1611542067202204, + "early_residual_late_activity_change_corr": -0.28618374571575256, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9973256170898616, + "mean_abs_residual_soma_corr": 0.05902213073540211, + "raw_minus_residual_abs_soma_corr": 0.9383034863544595, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.29547972534432904, + "role_aligned_velocity_cv_corr": 0.9386976732755059, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5444704518138814, + "velocity_minus_error_abs_cv_corr": 0.6432179479311768 + }, + "wall_s": 1.2737112790346146, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.9942994117736816, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.9942994117736816, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m2.json b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json new file mode 100644 index 0000000..bc6027a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.005208333333333333, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": -0.005208333333333333, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13613630458712578 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0625, + 0.296875, + 0.546875, + 0.609375, + 0.78125, + 0.890625, + 0.921875, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.125, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9436808824539185, + "training_wall_s": 0.18776877596974373 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.09375, + 0.328125, + 0.59375, + 0.65625, + 0.78125, + 0.90625, + 0.921875, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13256346061825752 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.005208333333333333, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": -0.005208333333333333, + "role_cosine_after_training": 0.994221568107605, + "training_wall_s": 0.1162402480840683 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 409.51953125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12221, + "causal_role_sign_inversion_index": 0.07510570355445109, + "decoder_distance_residual_corr": 0.16402023365991503, + "early_residual_late_activity_change_corr": -0.5524680718850281, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964675144970391, + "mean_abs_residual_soma_corr": 0.05883997486901614, + "raw_minus_residual_abs_soma_corr": 0.9376275396280229, + "residual_minus_soma_outcome_acc": -0.05098039215686273, + "residual_outcome_decoder_balanced_acc": 0.44901960784313727, + "role_aligned_error_cv_corr": 0.2919643975753232, + "role_aligned_velocity_cv_corr": 0.9356284209865996, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5476683109297193, + "velocity_minus_error_abs_cv_corr": 0.6436640234112764 + }, + "wall_s": 1.1114438623189926, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 0.9940519332885742, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 0.9940519332885742, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m3.json b/results/bci_td_confirmation/bci_td_confirm_t10_m3.json new file mode 100644 index 0000000..5b422ca --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.13516438752412796 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.1875, + 0.59375, + 0.65625, + 0.78125, + 0.84375, + 0.90625, + 0.984375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.09895833333333333, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 0.940217912197113, + "training_wall_s": 0.18675870820879936 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.265625, + 0.609375, + 0.65625, + 0.78125, + 0.84375, + 0.90625, + 0.984375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.125, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.875, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13849421590566635 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9940354228019714, + "training_wall_s": 0.12259049341082573 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.34765625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11930, + "causal_role_sign_inversion_index": 0.06841283193550653, + "decoder_distance_residual_corr": 0.14212886999377616, + "early_residual_late_activity_change_corr": 0.2014661185765008, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9978806223304739, + "mean_abs_residual_soma_corr": 0.059974162687490604, + "raw_minus_residual_abs_soma_corr": 0.9379064596429834, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.2971976724269763, + "role_aligned_velocity_cv_corr": 0.9312528325388796, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5463472070361173, + "velocity_minus_error_abs_cv_corr": 0.6340551601119033 + }, + "wall_s": 1.1555817425251007, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 0.9956716299057007, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 0.9956716299057007, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m4.json b/results/bci_td_confirmation/bci_td_confirm_t10_m4.json new file mode 100644 index 0000000..13bc564 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.14687446132302284 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.328125, + 0.59375, + 0.71875, + 0.828125, + 0.96875, + 0.953125, + 0.96875, + 1.0, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.036458333333333336, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9164823889732361, + "training_wall_s": 0.1951981820166111 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.125, + 0.421875, + 0.671875, + 0.734375, + 0.859375, + 0.984375, + 0.9375, + 0.96875, + 0.984375, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.046875, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9427083333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14066551253199577 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9940258264541626, + "training_wall_s": 0.12479846552014351 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.55859375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12747, + "causal_role_sign_inversion_index": 0.06595436292874171, + "decoder_distance_residual_corr": 0.17070175213718647, + "early_residual_late_activity_change_corr": -0.31660084381775744, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9978301603851361, + "mean_abs_residual_soma_corr": 0.055759540590074694, + "raw_minus_residual_abs_soma_corr": 0.9420706197950613, + "residual_minus_soma_outcome_acc": -0.052941176470588214, + "residual_outcome_decoder_balanced_acc": 0.4470588235294118, + "role_aligned_error_cv_corr": 0.294892615529324, + "role_aligned_velocity_cv_corr": 0.9343352600542896, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.542254286437464, + "velocity_minus_error_abs_cv_corr": 0.6394426445249656 + }, + "wall_s": 1.1717164888978004, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.9946266412734985, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.9946266412734985, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m0.json b/results/bci_td_confirmation/bci_td_confirm_t11_m0.json new file mode 100644 index 0000000..e089ae3 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13715404644608498 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.0625, + 0.234375, + 0.5, + 0.671875, + 0.78125, + 0.875, + 0.84375, + 0.984375, + 0.96875, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.026041666666666668, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 0.9524127244949341, + "training_wall_s": 0.19078309834003448 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.296875, + 0.546875, + 0.734375, + 0.78125, + 0.890625, + 0.859375, + 0.984375, + 0.96875, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.036458333333333336, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13383695855736732 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994386613368988, + "training_wall_s": 0.11722709238529205 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.02734375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13598, + "causal_role_sign_inversion_index": 0.06625010798918379, + "decoder_distance_residual_corr": 0.16969813864124653, + "early_residual_late_activity_change_corr": 0.5871983963211557, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979330823701551, + "mean_abs_residual_soma_corr": 0.06195822944559881, + "raw_minus_residual_abs_soma_corr": 0.9359748529245563, + "residual_minus_soma_outcome_acc": -0.2627450980392157, + "residual_outcome_decoder_balanced_acc": 0.2372549019607843, + "role_aligned_error_cv_corr": 0.3013176414150458, + "role_aligned_velocity_cv_corr": 0.9383468759438213, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5460064752193835, + "velocity_minus_error_abs_cv_corr": 0.6370292345287755 + }, + "wall_s": 1.1728627420961857, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 0.9943583607673645, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 0.9943583607673645, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m1.json b/results/bci_td_confirmation/bci_td_confirm_t11_m1.json new file mode 100644 index 0000000..bd580a2 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.14242449775338173 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.328125, + 0.421875, + 0.703125, + 0.703125, + 0.84375, + 0.921875, + 0.890625, + 0.984375, + 0.96875, + 1.0, + 0.953125, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 0.98828125, + "late_success": 0.984375, + "learning_gain": 0.8541666666666666, + "role_cosine_after_training": 0.9536672234535217, + "training_wall_s": 0.19150163978338242 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.375, + 0.46875, + 0.71875, + 0.703125, + 0.859375, + 0.921875, + 0.890625, + 0.984375, + 0.96875, + 1.0, + 0.96875, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.984375, + "late_success": 0.9895833333333334, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13395845144987106 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994391918182373, + "training_wall_s": 0.1190786212682724 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.15234375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12663, + "causal_role_sign_inversion_index": 0.07123919518915522, + "decoder_distance_residual_corr": 0.13200359590889646, + "early_residual_late_activity_change_corr": -0.373550598711686, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98828125, + "mean_abs_raw_soma_corr": 0.9976076090083851, + "mean_abs_residual_soma_corr": 0.06317726066822608, + "raw_minus_residual_abs_soma_corr": 0.934430348340159, + "residual_minus_soma_outcome_acc": -0.0810276679841897, + "residual_outcome_decoder_balanced_acc": 0.5816864295125165, + "role_aligned_error_cv_corr": 0.3002658792823822, + "role_aligned_velocity_cv_corr": 0.9350029877276169, + "soma_outcome_decoder_balanced_acc": 0.6627140974967062, + "surrounding_event_decoder_balanced_acc": 0.5452693551802877, + "velocity_minus_error_abs_cv_corr": 0.6347371084452347 + }, + "wall_s": 1.1873115450143814, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.9951134324073792, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.9951134324073792, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m2.json b/results/bci_td_confirmation/bci_td_confirm_t11_m2.json new file mode 100644 index 0000000..0ca3ce1 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13972027599811554 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.234375, + 0.453125, + 0.59375, + 0.640625, + 0.875, + 0.875, + 0.921875, + 0.984375, + 0.9375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.10416666666666667, + "final_success": 0.9921875, + "late_success": 0.9947916666666666, + "learning_gain": 0.890625, + "role_cosine_after_training": 0.9246974587440491, + "training_wall_s": 0.20007384568452835 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.296875, + 0.515625, + 0.625, + 0.65625, + 0.875, + 0.890625, + 0.921875, + 0.984375, + 0.9375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13686710596084595 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944912791252136, + "training_wall_s": 0.11978498101234436 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 419.86328125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12617, + "causal_role_sign_inversion_index": 0.07468130891772806, + "decoder_distance_residual_corr": 0.1519038279192697, + "early_residual_late_activity_change_corr": 0.3546134995546906, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9967425214367198, + "mean_abs_residual_soma_corr": 0.06443978774347299, + "raw_minus_residual_abs_soma_corr": 0.9323027336932468, + "residual_minus_soma_outcome_acc": 0.11614173228346458, + "residual_outcome_decoder_balanced_acc": 0.6122047244094488, + "role_aligned_error_cv_corr": 0.29696099398364034, + "role_aligned_velocity_cv_corr": 0.9351424485519121, + "soma_outcome_decoder_balanced_acc": 0.49606299212598426, + "surrounding_event_decoder_balanced_acc": 0.5423099588469886, + "velocity_minus_error_abs_cv_corr": 0.6381814545682718 + }, + "wall_s": 1.2066804431378841, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 0.9953267574310303, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 0.9953267574310303, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m3.json b/results/bci_td_confirmation/bci_td_confirm_t11_m3.json new file mode 100644 index 0000000..6553e2c --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.14468980953097343 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.109375, + 0.359375, + 0.421875, + 0.75, + 0.890625, + 0.890625, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.16145833333333334, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.828125, + "role_cosine_after_training": 0.9312933087348938, + "training_wall_s": 0.20499282702803612 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.125, + 0.40625, + 0.546875, + 0.765625, + 0.890625, + 0.890625, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.18229166666666666, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8072916666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13368193060159683 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944111108779907, + "training_wall_s": 0.11951812729239464 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 408.84765625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11720, + "causal_role_sign_inversion_index": 0.07033239160353427, + "decoder_distance_residual_corr": 0.132546080303314, + "early_residual_late_activity_change_corr": -0.3506432472765217, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9978964133213275, + "mean_abs_residual_soma_corr": 0.062109022517706315, + "raw_minus_residual_abs_soma_corr": 0.9357873908036212, + "residual_minus_soma_outcome_acc": -0.26666666666666666, + "residual_outcome_decoder_balanced_acc": 0.23137254901960785, + "role_aligned_error_cv_corr": 0.29919854961654835, + "role_aligned_velocity_cv_corr": 0.9362765073323627, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.539510887222798, + "velocity_minus_error_abs_cv_corr": 0.6370779577158143 + }, + "wall_s": 1.1417677141726017, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 0.9946407079696655, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 0.9946407079696655, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m4.json b/results/bci_td_confirmation/bci_td_confirm_t11_m4.json new file mode 100644 index 0000000..cc0ddd2 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.14940444752573967 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.421875, + 0.609375, + 0.734375, + 0.796875, + 0.890625, + 0.953125, + 0.96875, + 0.96875, + 0.953125, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 1.0, + "late_success": 0.984375, + "learning_gain": 0.890625, + "role_cosine_after_training": 0.937063992023468, + "training_wall_s": 0.20705552771687508 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.4375, + 0.609375, + 0.734375, + 0.796875, + 0.890625, + 0.96875, + 0.96875, + 0.96875, + 0.953125, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 1.0, + "late_success": 0.984375, + "learning_gain": 0.890625, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14497027173638344 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994439423084259, + "training_wall_s": 0.12754593417048454 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.015625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13006, + "causal_role_sign_inversion_index": 0.07090372554992186, + "decoder_distance_residual_corr": 0.15984354817915433, + "early_residual_late_activity_change_corr": -0.7706196499875498, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9977890501620292, + "mean_abs_residual_soma_corr": 0.0595522630385079, + "raw_minus_residual_abs_soma_corr": 0.9382367871235213, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3023201533684056, + "role_aligned_velocity_cv_corr": 0.941354276075498, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5463056137993055, + "velocity_minus_error_abs_cv_corr": 0.6390341227070924 + }, + "wall_s": 1.2085735835134983, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.9957685470581055, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.9957685470581055, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m0.json b/results/bci_td_confirmation/bci_td_confirm_t12_m0.json new file mode 100644 index 0000000..0b2f82a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14153410866856575 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.203125, + 0.53125, + 0.671875, + 0.796875, + 0.890625, + 0.890625, + 0.953125, + 0.96875, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.967673659324646, + "training_wall_s": 0.19510602205991745 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.25, + 0.578125, + 0.671875, + 0.796875, + 0.890625, + 0.90625, + 0.953125, + 0.96875, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.15147870406508446 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9937055110931396, + "training_wall_s": 0.1308543160557747 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.8203125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13879, + "causal_role_sign_inversion_index": 0.06882810253505561, + "decoder_distance_residual_corr": 0.16459905922570423, + "early_residual_late_activity_change_corr": 0.6706181265179971, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976718461491174, + "mean_abs_residual_soma_corr": 0.059033161831946734, + "raw_minus_residual_abs_soma_corr": 0.9386386843171707, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3004270197524964, + "role_aligned_velocity_cv_corr": 0.9457577975766082, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5451107153942831, + "velocity_minus_error_abs_cv_corr": 0.6453307778241117 + }, + "wall_s": 1.2311555370688438, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 0.9948872327804565, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 0.9948872327804565, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m1.json b/results/bci_td_confirmation/bci_td_confirm_t12_m1.json new file mode 100644 index 0000000..e986404 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13909600675106049 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.328125, + 0.53125, + 0.734375, + 0.71875, + 0.90625, + 0.953125, + 0.9375, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.13541666666666666, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9473927617073059, + "training_wall_s": 0.18987468257546425 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.328125, + 0.5625, + 0.734375, + 0.71875, + 0.90625, + 0.953125, + 0.9375, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.13541666666666666, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1309337541460991 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.993431568145752, + "training_wall_s": 0.11783279478549957 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.44921875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12178, + "causal_role_sign_inversion_index": 0.07071629691395032, + "decoder_distance_residual_corr": 0.165057519658167, + "early_residual_late_activity_change_corr": 0.5110733115970703, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976642916839349, + "mean_abs_residual_soma_corr": 0.06533217750741824, + "raw_minus_residual_abs_soma_corr": 0.9323321141765166, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30207532410635973, + "role_aligned_velocity_cv_corr": 0.9361384315187201, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5492350170652716, + "velocity_minus_error_abs_cv_corr": 0.6340631074123604 + }, + "wall_s": 1.1703194715082645, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.9923123121261597, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.9923123121261597, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m2.json b/results/bci_td_confirmation/bci_td_confirm_t12_m2.json new file mode 100644 index 0000000..5427798 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13866771757602692 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.296875, + 0.5, + 0.609375, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 0.90625, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9389254450798035, + "training_wall_s": 0.18845194205641747 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.328125, + 0.5, + 0.640625, + 0.90625, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 0.90625, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.8489583333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14642882347106934 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9934875965118408, + "training_wall_s": 0.11878854036331177 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.609375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11864, + "causal_role_sign_inversion_index": 0.07663365198846364, + "decoder_distance_residual_corr": 0.1611211685584631, + "early_residual_late_activity_change_corr": 0.10897835557990065, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.996350087711072, + "mean_abs_residual_soma_corr": 0.06413168000326745, + "raw_minus_residual_abs_soma_corr": 0.9322184077078046, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30382720730455737, + "role_aligned_velocity_cv_corr": 0.93764449895923, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5448777734297766, + "velocity_minus_error_abs_cv_corr": 0.6338172916546726 + }, + "wall_s": 1.1404273994266987, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 0.9961865544319153, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 0.9961865544319153, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m3.json b/results/bci_td_confirmation/bci_td_confirm_t12_m3.json new file mode 100644 index 0000000..fdd658a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.16102935373783112 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.484375, + 0.609375, + 0.6875, + 0.75, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.1875, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.8125, + "role_cosine_after_training": 0.9295207858085632, + "training_wall_s": 0.1863788440823555 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.515625, + 0.625, + 0.703125, + 0.75, + 0.859375, + 0.921875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.19791666666666666, + "final_success": 0.99609375, + "late_success": 1.0, + "learning_gain": 0.8020833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.17452595755457878 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.005208333333333333, + "learning_gain": 0.005208333333333333, + "role_cosine_after_training": 0.9936794638633728, + "training_wall_s": 0.127591785043478 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.33203125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11968, + "causal_role_sign_inversion_index": 0.07198907510343747, + "decoder_distance_residual_corr": 0.1602826836579398, + "early_residual_late_activity_change_corr": -0.13957281544749578, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9977643597882302, + "mean_abs_residual_soma_corr": 0.05855766489662138, + "raw_minus_residual_abs_soma_corr": 0.9392066948916088, + "residual_minus_soma_outcome_acc": -0.05905511811023623, + "residual_outcome_decoder_balanced_acc": 0.4409448818897638, + "role_aligned_error_cv_corr": 0.29968850190925994, + "role_aligned_velocity_cv_corr": 0.9364085459820014, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.54419611534901, + "velocity_minus_error_abs_cv_corr": 0.6367200440727414 + }, + "wall_s": 1.2381119765341282, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 0.9942562580108643, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 0.9942562580108643, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m4.json b/results/bci_td_confirmation/bci_td_confirm_t12_m4.json new file mode 100644 index 0000000..6af55ef --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13794658333063126 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.375, + 0.65625, + 0.6875, + 0.796875, + 0.859375, + 0.90625, + 0.921875, + 0.984375, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.984375, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9769232273101807, + "training_wall_s": 0.1910758577287197 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.375, + 0.6875, + 0.65625, + 0.78125, + 0.859375, + 0.890625, + 0.921875, + 0.984375, + 0.984375, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.984375, + "late_success": 0.984375, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1392163597047329 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9935972690582275, + "training_wall_s": 0.11923069879412651 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 416.80078125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13567, + "causal_role_sign_inversion_index": 0.0693485670917672, + "decoder_distance_residual_corr": 0.14369665580151056, + "early_residual_late_activity_change_corr": 0.6085718834390363, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.984375, + "mean_abs_raw_soma_corr": 0.9979779512821635, + "mean_abs_residual_soma_corr": 0.06412481233500779, + "raw_minus_residual_abs_soma_corr": 0.9338531389471557, + "residual_minus_soma_outcome_acc": -0.11507936507936511, + "residual_outcome_decoder_balanced_acc": 0.623015873015873, + "role_aligned_error_cv_corr": 0.3045189427996157, + "role_aligned_velocity_cv_corr": 0.9436098666297167, + "soma_outcome_decoder_balanced_acc": 0.7380952380952381, + "surrounding_event_decoder_balanced_acc": 0.5443607084368527, + "velocity_minus_error_abs_cv_corr": 0.639090923830101 + }, + "wall_s": 1.2042035833001137, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.9964702129364014, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.9964702129364014, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m0.json b/results/bci_td_confirmation/bci_td_confirm_t13_m0.json new file mode 100644 index 0000000..b25f63b --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13904955238103867 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.21875, + 0.4375, + 0.6875, + 0.859375, + 0.90625, + 0.96875, + 0.984375, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.015625, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.9739583333333334, + "role_cosine_after_training": 0.9450199007987976, + "training_wall_s": 0.18974805623292923 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.265625, + 0.46875, + 0.71875, + 0.859375, + 0.921875, + 0.96875, + 0.984375, + 1.0, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.015625, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13393691927194595 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944565296173096, + "training_wall_s": 0.11838449910283089 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.12890625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13728, + "causal_role_sign_inversion_index": 0.06612411345798236, + "decoder_distance_residual_corr": 0.17119683287984983, + "early_residual_late_activity_change_corr": 0.024236496534208705, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976874015547166, + "mean_abs_residual_soma_corr": 0.06150558438266422, + "raw_minus_residual_abs_soma_corr": 0.9361818171720524, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3008424560503775, + "role_aligned_velocity_cv_corr": 0.9361849144749312, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5397775461354474, + "velocity_minus_error_abs_cv_corr": 0.6353424584245537 + }, + "wall_s": 1.1669090539216995, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 0.9933364987373352, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 0.9933364987373352, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m1.json b/results/bci_td_confirmation/bci_td_confirm_t13_m1.json new file mode 100644 index 0000000..aa2afad --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.15283649787306786 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.25, + 0.5, + 0.640625, + 0.796875, + 0.765625, + 0.9375, + 0.9375, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08854166666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 0.9292945265769958, + "training_wall_s": 0.20309563353657722 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.5, + 0.734375, + 0.8125, + 0.78125, + 0.9375, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8958333333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14923201873898506 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9947333335876465, + "training_wall_s": 0.1292588710784912 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.8828125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12478, + "causal_role_sign_inversion_index": 0.07373530126964399, + "decoder_distance_residual_corr": 0.14542710722349683, + "early_residual_late_activity_change_corr": -0.5811636866898614, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9975279263460533, + "mean_abs_residual_soma_corr": 0.05983373627686254, + "raw_minus_residual_abs_soma_corr": 0.9376941900691907, + "residual_minus_soma_outcome_acc": -0.10588235294117648, + "residual_outcome_decoder_balanced_acc": 0.3941176470588235, + "role_aligned_error_cv_corr": 0.2916878069178309, + "role_aligned_velocity_cv_corr": 0.93538513508239, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5482163765353562, + "velocity_minus_error_abs_cv_corr": 0.643697328164559 + }, + "wall_s": 1.2384283281862736, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.9936844110488892, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.9936844110488892, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m2.json b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json new file mode 100644 index 0000000..0f31f56 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.16491497680544853 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.21875, + 0.484375, + 0.625, + 0.8125, + 0.90625, + 0.953125, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08333333333333333, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.90625, + "role_cosine_after_training": 0.9132526516914368, + "training_wall_s": 0.2358369305729866 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.234375, + 0.484375, + 0.625, + 0.828125, + 0.90625, + 0.9375, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08854166666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13728242740035057 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944535493850708, + "training_wall_s": 0.12123119086027145 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.890625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12299, + "causal_role_sign_inversion_index": 0.07617091145598848, + "decoder_distance_residual_corr": 0.15298691550076224, + "early_residual_late_activity_change_corr": 0.2184835746492552, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9966772909757624, + "mean_abs_residual_soma_corr": 0.06046655086291249, + "raw_minus_residual_abs_soma_corr": 0.9362107401128499, + "residual_minus_soma_outcome_acc": -0.05098039215686273, + "residual_outcome_decoder_balanced_acc": 0.4470588235294118, + "role_aligned_error_cv_corr": 0.2960376780750121, + "role_aligned_velocity_cv_corr": 0.9387345367364334, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.5424651418123811, + "velocity_minus_error_abs_cv_corr": 0.6426968586614212 + }, + "wall_s": 1.2727395333349705, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m3.json b/results/bci_td_confirmation/bci_td_confirm_t13_m3.json new file mode 100644 index 0000000..0fc9e3f --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.13782113417983055 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.328125, + 0.671875, + 0.75, + 0.765625, + 0.84375, + 0.96875, + 0.921875, + 0.953125, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.140625, + "final_success": 0.99609375, + "late_success": 1.0, + "learning_gain": 0.859375, + "role_cosine_after_training": 0.9341226816177368, + "training_wall_s": 0.19381169974803925 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.34375, + 0.671875, + 0.75, + 0.765625, + 0.84375, + 0.96875, + 0.953125, + 0.953125, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.8541666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13274051621556282 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944544434547424, + "training_wall_s": 0.11727873980998993 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.17578125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11786, + "causal_role_sign_inversion_index": 0.07642599797607735, + "decoder_distance_residual_corr": 0.16901581489180523, + "early_residual_late_activity_change_corr": -0.6335484767130429, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9976102168085845, + "mean_abs_residual_soma_corr": 0.06203723643043235, + "raw_minus_residual_abs_soma_corr": 0.9355729803781522, + "residual_minus_soma_outcome_acc": -0.04509803921568628, + "residual_outcome_decoder_balanced_acc": 0.4549019607843137, + "role_aligned_error_cv_corr": 0.3051155204031925, + "role_aligned_velocity_cv_corr": 0.9424342189758789, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5521487384411433, + "velocity_minus_error_abs_cv_corr": 0.6373186985726864 + }, + "wall_s": 1.135385800153017, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 0.9951484799385071, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 0.9951484799385071, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m4.json b/results/bci_td_confirmation/bci_td_confirm_t13_m4.json new file mode 100644 index 0000000..b0f8584 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13562804460525513 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.15625, + 0.34375, + 0.625, + 0.734375, + 0.90625, + 0.890625, + 0.9375, + 0.953125, + 0.96875, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.057291666666666664, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9375, + "role_cosine_after_training": 0.9341891407966614, + "training_wall_s": 0.18948940560221672 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.171875, + 0.34375, + 0.640625, + 0.734375, + 0.90625, + 0.890625, + 0.953125, + 0.953125, + 0.96875, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.0625, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.9322916666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13016454502940178 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9943839311599731, + "training_wall_s": 0.11578366905450821 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.24609375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13053, + "causal_role_sign_inversion_index": 0.06704154874711858, + "decoder_distance_residual_corr": 0.1568417229570426, + "early_residual_late_activity_change_corr": 0.17498488329636705, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979672640852575, + "mean_abs_residual_soma_corr": 0.05985675578537332, + "raw_minus_residual_abs_soma_corr": 0.9381105082998842, + "residual_minus_soma_outcome_acc": -0.06274509803921569, + "residual_outcome_decoder_balanced_acc": 0.4372549019607843, + "role_aligned_error_cv_corr": 0.29982009354445965, + "role_aligned_velocity_cv_corr": 0.9360418730377635, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.547812192964796, + "velocity_minus_error_abs_cv_corr": 0.6362217794933038 + }, + "wall_s": 1.1610306948423386, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.994715690612793, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.994715690612793, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m0.json b/results/bci_td_confirmation/bci_td_confirm_t14_m0.json new file mode 100644 index 0000000..f6a2943 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13644598424434662 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.234375, + 0.421875, + 0.65625, + 0.78125, + 0.90625, + 0.9375, + 0.921875, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.96875, + "role_cosine_after_training": 0.9579168558120728, + "training_wall_s": 0.18862105160951614 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.234375, + 0.421875, + 0.65625, + 0.78125, + 0.90625, + 0.9375, + 0.9375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.96875, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13278803601861 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9948170781135559, + "training_wall_s": 0.11622185632586479 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.359375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13893, + "causal_role_sign_inversion_index": 0.06920433969089781, + "decoder_distance_residual_corr": 0.1323880502049023, + "early_residual_late_activity_change_corr": 0.6547287457448959, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9978380524449534, + "mean_abs_residual_soma_corr": 0.062432059448199, + "raw_minus_residual_abs_soma_corr": 0.9354059929967544, + "residual_minus_soma_outcome_acc": -0.031496062992125984, + "residual_outcome_decoder_balanced_acc": 0.468503937007874, + "role_aligned_error_cv_corr": 0.30122756333116724, + "role_aligned_velocity_cv_corr": 0.9478870245916228, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5400224413482201, + "velocity_minus_error_abs_cv_corr": 0.6466594612604555 + }, + "wall_s": 1.2251265533268452, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 0.9958259463310242, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 0.9958259463310242, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m1.json b/results/bci_td_confirmation/bci_td_confirm_t14_m1.json new file mode 100644 index 0000000..b01aacd --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13986583799123764 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.28125, + 0.359375, + 0.734375, + 0.734375, + 0.859375, + 0.921875, + 0.953125, + 0.984375, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.11458333333333333, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.8802083333333334, + "role_cosine_after_training": 0.927849531173706, + "training_wall_s": 0.19734292849898338 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.296875, + 0.421875, + 0.765625, + 0.78125, + 0.859375, + 0.953125, + 0.953125, + 0.984375, + 0.984375, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.125, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1368509829044342 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949044585227966, + "training_wall_s": 0.11951213702559471 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 415.30859375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12193, + "causal_role_sign_inversion_index": 0.07109981848855024, + "decoder_distance_residual_corr": 0.14449839231045708, + "early_residual_late_activity_change_corr": -0.3426687264211972, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98828125, + "mean_abs_raw_soma_corr": 0.9975576074659361, + "mean_abs_residual_soma_corr": 0.061737113973777645, + "raw_minus_residual_abs_soma_corr": 0.9358204934921585, + "residual_minus_soma_outcome_acc": -0.0731225296442688, + "residual_outcome_decoder_balanced_acc": 0.42292490118577075, + "role_aligned_error_cv_corr": 0.29318834817544603, + "role_aligned_velocity_cv_corr": 0.9417336011811677, + "soma_outcome_decoder_balanced_acc": 0.49604743083003955, + "surrounding_event_decoder_balanced_acc": 0.5452785007040939, + "velocity_minus_error_abs_cv_corr": 0.6485452530057216 + }, + "wall_s": 1.2118398696184158, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.9958886504173279, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.9958886504173279, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m2.json b/results/bci_td_confirmation/bci_td_confirm_t14_m2.json new file mode 100644 index 0000000..138f379 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.16696906089782715 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.046875, + 0.265625, + 0.359375, + 0.65625, + 0.734375, + 0.828125, + 0.828125, + 0.9375, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.10416666666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 0.959075927734375, + "training_wall_s": 0.2262832708656788 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.296875, + 0.375, + 0.671875, + 0.75, + 0.828125, + 0.828125, + 0.9375, + 0.96875, + 0.984375, + 0.984375, + 0.96875, + 1.0 + ], + "early_success": 0.125, + "final_success": 0.99609375, + "late_success": 0.984375, + "learning_gain": 0.859375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14494851976633072 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949063658714294, + "training_wall_s": 0.12611575052142143 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.0078125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12737, + "causal_role_sign_inversion_index": 0.07646943962755402, + "decoder_distance_residual_corr": 0.16736782334008626, + "early_residual_late_activity_change_corr": -0.46178579891197324, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964510788788239, + "mean_abs_residual_soma_corr": 0.06245838042019619, + "raw_minus_residual_abs_soma_corr": 0.9339926984586278, + "residual_minus_soma_outcome_acc": -0.025490196078431393, + "residual_outcome_decoder_balanced_acc": 0.4745098039215686, + "role_aligned_error_cv_corr": 0.29910275111407014, + "role_aligned_velocity_cv_corr": 0.9418477747870457, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5449294705245153, + "velocity_minus_error_abs_cv_corr": 0.6427450236729756 + }, + "wall_s": 1.2817599326372147, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 0.9955734014511108, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 0.9955734014511108, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m3.json b/results/bci_td_confirmation/bci_td_confirm_t14_m3.json new file mode 100644 index 0000000..7fcdd98 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.14504119753837585 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.09375, + 0.234375, + 0.53125, + 0.671875, + 0.921875, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.11458333333333333, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.8802083333333334, + "role_cosine_after_training": 0.8997188210487366, + "training_wall_s": 0.1930716596543789 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.125, + 0.25, + 0.546875, + 0.71875, + 0.953125, + 0.90625, + 0.9375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.13020833333333334, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1357312686741352 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949228763580322, + "training_wall_s": 0.11953207105398178 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.1171875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11494, + "causal_role_sign_inversion_index": 0.06689842789774601, + "decoder_distance_residual_corr": 0.14399759761101888, + "early_residual_late_activity_change_corr": 0.16344261188449605, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979460052186411, + "mean_abs_residual_soma_corr": 0.05795417427531422, + "raw_minus_residual_abs_soma_corr": 0.9399918309433268, + "residual_minus_soma_outcome_acc": -0.047058823529411764, + "residual_outcome_decoder_balanced_acc": 0.45294117647058824, + "role_aligned_error_cv_corr": 0.29596753233907325, + "role_aligned_velocity_cv_corr": 0.9257467353796976, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5466543993962847, + "velocity_minus_error_abs_cv_corr": 0.6297792030406244 + }, + "wall_s": 1.1877930983901024, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 0.9955512285232544, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 0.9955512285232544, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m4.json b/results/bci_td_confirmation/bci_td_confirm_t14_m4.json new file mode 100644 index 0000000..54bd823 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13738172501325607 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.109375, + 0.34375, + 0.5625, + 0.703125, + 0.859375, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.9921875, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 0.9411827325820923, + "training_wall_s": 0.19020669534802437 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.109375, + 0.34375, + 0.609375, + 0.75, + 0.859375, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13285551220178604 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9948254227638245, + "training_wall_s": 0.11745590716600418 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 416.1640625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13298, + "causal_role_sign_inversion_index": 0.06746699634098555, + "decoder_distance_residual_corr": 0.164499563557374, + "early_residual_late_activity_change_corr": -0.17201576409828204, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9979416370653909, + "mean_abs_residual_soma_corr": 0.06173240415455892, + "raw_minus_residual_abs_soma_corr": 0.9362092329108319, + "residual_minus_soma_outcome_acc": 0.44291338582677164, + "residual_outcome_decoder_balanced_acc": 0.9409448818897638, + "role_aligned_error_cv_corr": 0.30135763173519997, + "role_aligned_velocity_cv_corr": 0.9419564162610548, + "soma_outcome_decoder_balanced_acc": 0.49803149606299213, + "surrounding_event_decoder_balanced_acc": 0.5426711629688156, + "velocity_minus_error_abs_cv_corr": 0.6405987845258547 + }, + "wall_s": 1.1757355146110058, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.993320882320404, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.993320882320404, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m0.json b/results/bci_td_confirmation/bci_td_confirm_t15_m0.json new file mode 100644 index 0000000..7500b64 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14422107860445976 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.1875, + 0.5, + 0.46875, + 0.75, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 0.953125, + 0.96875, + 1.0 + ], + "early_success": 0.015625, + "final_success": 0.984375, + "late_success": 0.9739583333333334, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9223637580871582, + "training_wall_s": 0.19042641296982765 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.1875, + 0.578125, + 0.46875, + 0.78125, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 0.953125, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98828125, + "late_success": 0.9739583333333334, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14175556972622871 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9959561228752136, + "training_wall_s": 0.12201234698295593 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 423.91015625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 14589, + "causal_role_sign_inversion_index": 0.06626645903979667, + "decoder_distance_residual_corr": 0.143844195802373, + "early_residual_late_activity_change_corr": 0.7429242117482714, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.984375, + "mean_abs_raw_soma_corr": 0.9979378002318425, + "mean_abs_residual_soma_corr": 0.061862728049974836, + "raw_minus_residual_abs_soma_corr": 0.9360750721818677, + "residual_minus_soma_outcome_acc": -0.28571428571428575, + "residual_outcome_decoder_balanced_acc": 0.3253968253968254, + "role_aligned_error_cv_corr": 0.2942101822369428, + "role_aligned_velocity_cv_corr": 0.945741515494235, + "soma_outcome_decoder_balanced_acc": 0.6111111111111112, + "surrounding_event_decoder_balanced_acc": 0.5400967860460286, + "velocity_minus_error_abs_cv_corr": 0.6515313332572923 + }, + "wall_s": 1.2840274460613728, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 0.9934238195419312, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 0.9934238195419312, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m1.json b/results/bci_td_confirmation/bci_td_confirm_t15_m1.json new file mode 100644 index 0000000..7618b88 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13939717411994934 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.359375, + 0.515625, + 0.546875, + 0.828125, + 0.9375, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 0.96875, + 0.984375, + 1.0 + ], + "early_success": 0.15104166666666666, + "final_success": 0.9921875, + "late_success": 0.984375, + "learning_gain": 0.8333333333333334, + "role_cosine_after_training": 0.9417086839675903, + "training_wall_s": 0.19184209406375885 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.375, + 0.515625, + 0.5625, + 0.828125, + 0.9375, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 0.96875, + 0.984375, + 1.0 + ], + "early_success": 0.15625, + "final_success": 0.9921875, + "late_success": 0.984375, + "learning_gain": 0.828125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13395536690950394 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9959195852279663, + "training_wall_s": 0.11949411034584045 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.76953125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11882, + "causal_role_sign_inversion_index": 0.07346464502761668, + "decoder_distance_residual_corr": 0.14322102938571526, + "early_residual_late_activity_change_corr": -0.5031547613693769, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9973218370745791, + "mean_abs_residual_soma_corr": 0.06543838559844053, + "raw_minus_residual_abs_soma_corr": 0.9318834514761386, + "residual_minus_soma_outcome_acc": -0.0846456692913386, + "residual_outcome_decoder_balanced_acc": 0.41338582677165353, + "role_aligned_error_cv_corr": 0.3047123805999747, + "role_aligned_velocity_cv_corr": 0.9387606663279282, + "soma_outcome_decoder_balanced_acc": 0.49803149606299213, + "surrounding_event_decoder_balanced_acc": 0.5471685929484256, + "velocity_minus_error_abs_cv_corr": 0.6340482857279535 + }, + "wall_s": 1.1551914513111115, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.9952302575111389, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.9952302575111389, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m2.json b/results/bci_td_confirmation/bci_td_confirm_t15_m2.json new file mode 100644 index 0000000..c3d1a89 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13880488649010658 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.203125, + 0.46875, + 0.640625, + 0.828125, + 0.921875, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.9375, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9791666666666666, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 0.9559939503669739, + "training_wall_s": 0.19138864427804947 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.203125, + 0.46875, + 0.65625, + 0.828125, + 0.921875, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.9375, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9791666666666666, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1330096237361431 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9958122968673706, + "training_wall_s": 0.11878243461251259 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.0390625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12399, + "causal_role_sign_inversion_index": 0.07985873448041005, + "decoder_distance_residual_corr": 0.15511162317493982, + "early_residual_late_activity_change_corr": 0.7448042527920101, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964609011107568, + "mean_abs_residual_soma_corr": 0.06487291513668496, + "raw_minus_residual_abs_soma_corr": 0.9315879859740719, + "residual_minus_soma_outcome_acc": -0.07450980392156864, + "residual_outcome_decoder_balanced_acc": 0.4235294117647059, + "role_aligned_error_cv_corr": 0.308742276632906, + "role_aligned_velocity_cv_corr": 0.9483765528367702, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.5456758993870698, + "velocity_minus_error_abs_cv_corr": 0.6396342762038643 + }, + "wall_s": 1.1716251447796822, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 0.9934872388839722, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 0.9934872388839722, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m3.json b/results/bci_td_confirmation/bci_td_confirm_t15_m3.json new file mode 100644 index 0000000..f8d8603 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.15281889960169792 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.328125, + 0.515625, + 0.625, + 0.84375, + 0.921875, + 0.9375, + 1.0, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.140625, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.859375, + "role_cosine_after_training": 0.9359907507896423, + "training_wall_s": 0.19350514560937881 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.359375, + 0.546875, + 0.625, + 0.84375, + 0.921875, + 0.9375, + 1.0, + 0.96875, + 0.984375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.15104166666666666, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14610767364501953 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.015625, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.010416666666666666, + "learning_gain": 0.010416666666666666, + "role_cosine_after_training": 0.9958282709121704, + "training_wall_s": 0.12987685576081276 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.8671875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11523, + "causal_role_sign_inversion_index": 0.07517682959350488, + "decoder_distance_residual_corr": 0.16243504063039446, + "early_residual_late_activity_change_corr": -0.2643165829678847, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9974484155998724, + "mean_abs_residual_soma_corr": 0.060533525409543654, + "raw_minus_residual_abs_soma_corr": 0.9369148901903288, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30989543882635157, + "role_aligned_velocity_cv_corr": 0.9369559868174708, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5418094179587873, + "velocity_minus_error_abs_cv_corr": 0.6270605479911193 + }, + "wall_s": 1.215743027627468, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 0.9949511885643005, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 0.9949511885643005, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m4.json b/results/bci_td_confirmation/bci_td_confirm_t15_m4.json new file mode 100644 index 0000000..2863883 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.1433781161904335 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.09375, + 0.3125, + 0.5625, + 0.5625, + 0.84375, + 0.875, + 0.9375, + 0.953125, + 0.96875, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 0.9199056029319763, + "training_wall_s": 0.1920931711792946 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.046875, + 0.109375, + 0.3125, + 0.5625, + 0.5625, + 0.84375, + 0.875, + 0.9375, + 0.9375, + 0.96875, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.052083333333333336, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9427083333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14755799621343613 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9958170652389526, + "training_wall_s": 0.12890112400054932 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 415.875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13252, + "causal_role_sign_inversion_index": 0.07041524616464007, + "decoder_distance_residual_corr": 0.1857677103541004, + "early_residual_late_activity_change_corr": -0.41100684441745766, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9976573656481934, + "mean_abs_residual_soma_corr": 0.05644451435041055, + "raw_minus_residual_abs_soma_corr": 0.9412128512977829, + "residual_minus_soma_outcome_acc": -0.08039215686274509, + "residual_outcome_decoder_balanced_acc": 0.4196078431372549, + "role_aligned_error_cv_corr": 0.30145761931188825, + "role_aligned_velocity_cv_corr": 0.9395448247515054, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5523565169686819, + "velocity_minus_error_abs_cv_corr": 0.6380872054396172 + }, + "wall_s": 1.2068989798426628, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.9920572638511658, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.9920572638511658, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation_gate.json b/results/bci_td_confirmation_gate.json new file mode 100644 index 0000000..022f04a --- /dev/null +++ b/results/bci_td_confirmation_gate.json @@ -0,0 +1,284 @@ +{ + "checks": { + "all_records_finite_paired_and_cost_audited": true, + "innovation_identification_and_network_prediction": { + "decoder_distance_corr_lower_bound_at_least_0p02": true, + "mean_decoder_distance_corr_at_least_0p10": true, + "mean_raw_residual_corr_gap_at_least_0p20": true, + "mean_residual_soma_corr_at_most_0p10": true, + "mean_surrounding_event_accuracy_at_least_0p55": false, + "raw_residual_corr_gap_lower_bound_at_least_0p15": true, + "residual_soma_corr_upper_bound_at_most_0p12": true, + "surrounding_event_accuracy_lower_bound_at_least_0p52": true + }, + "learning_and_plasticity": { + "every_role_cosine_at_least_0p70": true, + "every_task_mean_final_at_least_0p60": true, + "fixed_gap_lower_bound_at_least_0p10": true, + "intact_final_lower_bound_at_least_0p60": true, + "learning_gain_lower_bound_at_least_0p05": true, + "mean_fixed_gap_at_least_0p20": true, + "mean_intact_final_at_least_0p70": true, + "mean_learning_gain_at_least_0p10": true, + "mean_oracle_deficit_at_most_0p10": true, + "mean_role_cosine_at_least_0p80": true, + "oracle_deficit_upper_bound_at_most_0p20": true, + "plasticity_lesion_half_margin_lower_bound_nonnegative": true + }, + "outcome_and_causal_role_vectorization": { + "longitudinal_prediction_lower_bound_at_least_0p10": false, + "mean_longitudinal_prediction_at_least_0p30": false, + "mean_residual_outcome_accuracy_at_least_0p57": false, + "mean_residual_soma_outcome_gap_at_least_0p03": false, + "mean_velocity_advantage_at_least_0p05": true, + "positive_sign_inversion_in_at_least_25_of_30": true, + "positive_sign_inversion_in_every_task_cluster": true, + "residual_outcome_accuracy_lower_bound_at_least_0p53": false, + "residual_soma_outcome_gap_lower_bound_nonnegative": false, + "velocity_advantage_lower_bound_nonnegative": true + } + }, + "complete_grid": true, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "metrics": { + "decoder_distance_corr": { + "by_task_seed": [ + 0.15948127879484383, + 0.1491990381903762, + 0.15895141738035692, + 0.15909367869059135, + 0.1505502854047677, + 0.1580759198695046 + ], + "mean": 0.15589193638840676, + "one_sided_95pct_lower": 0.15202302843463697, + "one_sided_95pct_upper": 0.15976084434217655 + }, + "fixed_final_gap": { + "by_task_seed": [ + 0.9984375, + 0.99453125, + 0.9953125, + 0.996875, + 0.99296875, + 0.99375 + ], + "mean": 0.9953125, + "one_sided_95pct_lower": 0.9936365759327319, + "one_sided_95pct_upper": 0.9969884240672682 + }, + "intact_final": { + "by_task_seed": [ + 0.9984375, + 0.99453125, + 0.9953125, + 0.996875, + 0.99296875, + 0.99375 + ], + "mean": 0.9953125, + "one_sided_95pct_lower": 0.9936365759327319, + "one_sided_95pct_upper": 0.9969884240672682 + }, + "intact_gain": { + "by_task_seed": [ + 0.9229166666666667, + 0.8854166666666666, + 0.8916666666666667, + 0.915625, + 0.9135416666666667, + 0.8979166666666667 + ], + "mean": 0.904513888888889, + "one_sided_95pct_lower": 0.8922188010921762, + "one_sided_95pct_upper": 0.9168089766856017 + }, + "longitudinal_prediction": { + "by_task_seed": [ + -0.1914970316001335, + -0.11060032001998224, + 0.3519337723373017, + -0.15940144178461468, + -0.031659786360412105, + 0.06185005515711246 + ], + "mean": -0.013229125378454725, + "one_sided_95pct_lower": -0.17855622341174984, + "one_sided_95pct_upper": 0.1520979726548404 + }, + "oracle_final_deficit": { + "by_task_seed": [ + -0.0015625, + -0.00234375, + 0.00078125, + 0.0, + 0.0, + 0.00078125 + ], + "mean": -0.00039062499999999997, + "one_sided_95pct_lower": -0.0014466683921824262, + "one_sided_95pct_upper": 0.0006654183921824264 + }, + "plasticity_half_margin": { + "by_task_seed": [ + 0.4625, + 0.4427083333333333, + 0.4447916666666667, + 0.4578125, + 0.45677083333333335, + 0.446875 + ], + "mean": 0.45190972222222225, + "one_sided_95pct_lower": 0.44521333243626815, + "one_sided_95pct_upper": 0.45860611200817636 + }, + "raw_residual_corr_gap": { + "by_task_seed": [ + 0.9401277581254927, + 0.9353464225770209, + 0.9352498080080512, + 0.9367540472064259, + 0.9362840497603399, + 0.9355348502240379 + ], + "mean": 0.9365494893168947, + "one_sided_95pct_lower": 0.9350289467868658, + "one_sided_95pct_upper": 0.9380700318469237 + }, + "residual_outcome_accuracy": { + "by_task_seed": [ + 0.47921568627450983, + 0.4325037209804715, + 0.5127921509811274, + 0.44666666666666666, + 0.5519649400951131, + 0.41638398141408794 + ], + "mean": 0.47325452440199606, + "one_sided_95pct_lower": 0.4306740367658226, + "one_sided_95pct_upper": 0.5158350120381695 + }, + "residual_soma_corr": { + "by_task_seed": [ + 0.05735446556533124, + 0.06224731268270242, + 0.062235899314852315, + 0.06073997274764899, + 0.0612628264544092, + 0.061830413709010906 + ], + "mean": 0.060945148412325845, + "one_sided_95pct_lower": 0.0594202043217156, + "one_sided_95pct_upper": 0.062470092502936087 + }, + "residual_soma_outcome_gap": { + "by_task_seed": [ + -0.020784313725490187, + -0.0988595400813215, + -0.03482689663792027, + -0.052941176470588235, + 0.05314915471650674, + -0.10505238315798762 + ], + "mean": -0.043219192559466844, + "one_sided_95pct_lower": -0.09100930014824121, + "one_sided_95pct_upper": 0.0045709150293075165 + }, + "role_cosine": { + "by_task_seed": [ + 0.9416955351829529, + 0.9398269414901733, + 0.9520871758460998, + 0.9311757802963256, + 0.9371487736701966, + 0.9351925492286682 + ], + "mean": 0.9395211259524028, + "one_sided_95pct_lower": 0.9336263303091779, + "one_sided_95pct_upper": 0.9454159215956277 + }, + "sign_inversion": { + "by_task_seed": [ + 0.06994055094958167, + 0.07068134584990464, + 0.07150313872653485, + 0.07189957458136215, + 0.07022780440914672, + 0.07303638286119367 + ], + "mean": 0.07121479956295396, + "one_sided_95pct_lower": 0.07025878960951078, + "one_sided_95pct_upper": 0.07217080951639714 + }, + "surrounding_event_accuracy": { + "by_task_seed": [ + 0.5456515351256134, + 0.5438804580537527, + 0.5455560659350388, + 0.5460839991778248, + 0.5439111949883859, + 0.5454214426617987 + ], + "mean": 0.5450841159904024, + "one_sided_95pct_lower": 0.54430518462589, + "one_sided_95pct_upper": 0.5458630473549149 + }, + "velocity_advantage": { + "by_task_seed": [ + 0.6394704632197796, + 0.6372119755930378, + 0.6378044289587974, + 0.6390554246633049, + 0.6416655451011264, + 0.6380723297239693 + ], + "mean": 0.6388800278766692, + "one_sided_95pct_lower": 0.6375673989132559, + "one_sided_95pct_upper": 0.6401926568400825 + } + }, + "online_control_or_desired_velocity_established": false, + "oral_b_plasticity_innovation_established": false, + "positive_sign_count": 30, + "protocol": "oral_b_td_confirmation_v1", + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "review_score_after": 7, + "review_score_before": 7, + "score_change_rule": "only a complete untouched R2 pass establishes oral-B innovation-guided plasticity; kappa=0 cannot establish online control", + "selected_eta": 0.1, + "source_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "source_sha256": { + "results/bci_td_confirmation/bci_td_confirm_t10_m0.json": "ae925b5688fa0f4f4e70cd1d2e53ca904990e5f103d1e513812df64b7323d927", + "results/bci_td_confirmation/bci_td_confirm_t10_m1.json": "795a38d8935e313b94b9d1418dce297a3c7af826a63bb9a81c1d1ce4ac582344", + "results/bci_td_confirmation/bci_td_confirm_t10_m2.json": "b69ca03ee1e341d8e4d5413e56d0b586905de592449d81f3fd0a6656ef280315", + "results/bci_td_confirmation/bci_td_confirm_t10_m3.json": "ae707162f8686ba3067194a8fe5b8eee970130633a21c4fd46eb0e7608b26f49", + "results/bci_td_confirmation/bci_td_confirm_t10_m4.json": "ba36c954edc206a9641654cc49860a599f4f005000c961e73dba8e5ce107bf02", + "results/bci_td_confirmation/bci_td_confirm_t11_m0.json": "cc83ff125a71274d2e68ca7818b6019a4015a2fef0e3b5de17770794633d8796", + "results/bci_td_confirmation/bci_td_confirm_t11_m1.json": "72eaed85aebfc5c7f4d23c2c3e0a691d0e2b94c7ac8aa9db278bbf72348d0170", + "results/bci_td_confirmation/bci_td_confirm_t11_m2.json": "6de6c4aaaed93230c4bb896074cd358a885bc07a2afb230ec6d9c4f836074c8f", + "results/bci_td_confirmation/bci_td_confirm_t11_m3.json": "99433b4b283467c545ca439a596127ae98cde2ce8f91041027b6026e1821a4d2", + "results/bci_td_confirmation/bci_td_confirm_t11_m4.json": "3a48836a84cdbcadb02d5191be82d79df06a463a83614d92fa7bbda20be639d8", + "results/bci_td_confirmation/bci_td_confirm_t12_m0.json": "02a87d5df55ce1096f8d2e776b1f1090490b3ab3b2a11674c9000ddf5aabb1a0", + "results/bci_td_confirmation/bci_td_confirm_t12_m1.json": "09d97a8ff81c4c70004e5215aa45dda0429fdb931ead7789ba8a2ec367e1f95c", + "results/bci_td_confirmation/bci_td_confirm_t12_m2.json": "613acbc3a0b306ceba18471a430d180d6b8b637407688ad10f78fc709f07bb2f", + "results/bci_td_confirmation/bci_td_confirm_t12_m3.json": "ad37b53237667c70ce4fcf22311bca08102e418655036feb0a693fafe2a0f9d4", + "results/bci_td_confirmation/bci_td_confirm_t12_m4.json": "589359b99e45f2e44d9cb6a86de94c3ee7667c12f1fb5f43df43516318516fcd", + "results/bci_td_confirmation/bci_td_confirm_t13_m0.json": "4483eaa47e5bc0bc5a2dc20e18a1de9d0629f555435d7443c02f4024e1246e85", + "results/bci_td_confirmation/bci_td_confirm_t13_m1.json": "f31f04a14abcad3ba380ef954e28892ab20ad3e587150fac73cd7016c1e916a5", + "results/bci_td_confirmation/bci_td_confirm_t13_m2.json": "8a6586f59fe400f5783853b59deced860361e4347cc680773f1aa239cc7719ba", + "results/bci_td_confirmation/bci_td_confirm_t13_m3.json": "bf8174bf868087db13a987da7d06f6e062da02937c3585357679a04cd40e27d0", + "results/bci_td_confirmation/bci_td_confirm_t13_m4.json": "351d06fb144450157fb5776fc8cfd8ec0866b18ef1d51001e4ab2f4fed99a15e", + "results/bci_td_confirmation/bci_td_confirm_t14_m0.json": "83ca5dfd7c992cfb6e47f2e6110427560b9a2fc89a6a79dd502746cb1926462f", + "results/bci_td_confirmation/bci_td_confirm_t14_m1.json": "ca242f3cce0fe294a276797c1ef2d79ebede9d7410494cfeec911248bd1b6d98", + "results/bci_td_confirmation/bci_td_confirm_t14_m2.json": "4c1248f1c00877693522d61a78117360c681ee32dc1eba6dc84e9f06b3ee8b52", + "results/bci_td_confirmation/bci_td_confirm_t14_m3.json": "6c1e7cbe8e0b5875b2c673dba36368d37f570adc69dbed465cb71252dd522c9f", + "results/bci_td_confirmation/bci_td_confirm_t14_m4.json": "5658d308a9fbd6a48cda93e2b61b5c2f84e79df20265ab56ae20784893b63ce7", + "results/bci_td_confirmation/bci_td_confirm_t15_m0.json": "b9ce2e84c347e2cc64628123b6f9776e1bab3810ae647589e48d1c467daedbca", + "results/bci_td_confirmation/bci_td_confirm_t15_m1.json": "6a3890ed3b45f75aaa23b3fd112df7aad668349d6b5496c5e3cb3dc7fcb056cd", + "results/bci_td_confirmation/bci_td_confirm_t15_m2.json": "c685fc90f3432aad90ec8ffcaa3c668b529a84484c9ba9fcdf1e235bc8b2d955", + "results/bci_td_confirmation/bci_td_confirm_t15_m3.json": "9729db4965ac897ffe190682a23c61f865dad9a7ae1a6eda8b3eda030b3f7ad0", + "results/bci_td_confirmation/bci_td_confirm_t15_m4.json": "52479c6edf6af71ea948f6ef27eb9b97a1c5c4864efac605c2b50467442525b7" + }, + "status": "failed" +} |