diff options
Diffstat (limited to 'results/bci_td_confirmation')
30 files changed, 7440 insertions, 0 deletions
diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m0.json b/results/bci_td_confirmation/bci_td_confirm_t10_m0.json new file mode 100644 index 0000000..6242884 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14115707576274872 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.265625, + 0.53125, + 0.734375, + 0.8125, + 0.890625, + 0.890625, + 0.953125, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 0.9390823841094971, + "training_wall_s": 0.1901472620666027 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.296875, + 0.59375, + 0.75, + 0.859375, + 0.890625, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.036458333333333336, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13422876596450806 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9941138625144958, + "training_wall_s": 0.11958461999893188 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 419.06640625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13275, + "causal_role_sign_inversion_index": 0.06519575084186997, + "decoder_distance_residual_corr": 0.15940133146312105, + "early_residual_late_activity_change_corr": -0.003698615158630269, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9979072041516087, + "mean_abs_residual_soma_corr": 0.053176518944672665, + "raw_minus_residual_abs_soma_corr": 0.944730685206936, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.2958855023630655, + "role_aligned_velocity_cv_corr": 0.9328580424826418, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5475174194108847, + "velocity_minus_error_abs_cv_corr": 0.6369725401195763 + }, + "wall_s": 1.2432407289743423, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 0.9943652749061584, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401000, + "role_cosine_after_warmup": 0.9943652749061584, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m1.json b/results/bci_td_confirmation/bci_td_confirm_t10_m1.json new file mode 100644 index 0000000..8c72af9 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13840720430016518 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.046875, + 0.171875, + 0.328125, + 0.65625, + 0.71875, + 0.828125, + 0.859375, + 0.96875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.078125, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.9114583333333334, + "role_cosine_after_training": 0.9690141081809998, + "training_wall_s": 0.20644008740782738 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.046875, + 0.1875, + 0.328125, + 0.65625, + 0.75, + 0.828125, + 0.859375, + 0.96875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.08333333333333333, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.90625, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13276967406272888 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994020402431488, + "training_wall_s": 0.11921907588839531 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.37109375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12817, + "causal_role_sign_inversion_index": 0.07503410548733902, + "decoder_distance_residual_corr": 0.1611542067202204, + "early_residual_late_activity_change_corr": -0.28618374571575256, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9973256170898616, + "mean_abs_residual_soma_corr": 0.05902213073540211, + "raw_minus_residual_abs_soma_corr": 0.9383034863544595, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.29547972534432904, + "role_aligned_velocity_cv_corr": 0.9386976732755059, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5444704518138814, + "velocity_minus_error_abs_cv_corr": 0.6432179479311768 + }, + "wall_s": 1.2737112790346146, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.9942994117736816, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401001, + "role_cosine_after_warmup": 0.9942994117736816, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m2.json b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json new file mode 100644 index 0000000..bc6027a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.005208333333333333, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": -0.005208333333333333, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13613630458712578 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0625, + 0.296875, + 0.546875, + 0.609375, + 0.78125, + 0.890625, + 0.921875, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.125, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9436808824539185, + "training_wall_s": 0.18776877596974373 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.09375, + 0.328125, + 0.59375, + 0.65625, + 0.78125, + 0.90625, + 0.921875, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13256346061825752 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.005208333333333333, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": -0.005208333333333333, + "role_cosine_after_training": 0.994221568107605, + "training_wall_s": 0.1162402480840683 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 409.51953125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12221, + "causal_role_sign_inversion_index": 0.07510570355445109, + "decoder_distance_residual_corr": 0.16402023365991503, + "early_residual_late_activity_change_corr": -0.5524680718850281, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964675144970391, + "mean_abs_residual_soma_corr": 0.05883997486901614, + "raw_minus_residual_abs_soma_corr": 0.9376275396280229, + "residual_minus_soma_outcome_acc": -0.05098039215686273, + "residual_outcome_decoder_balanced_acc": 0.44901960784313727, + "role_aligned_error_cv_corr": 0.2919643975753232, + "role_aligned_velocity_cv_corr": 0.9356284209865996, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5476683109297193, + "velocity_minus_error_abs_cv_corr": 0.6436640234112764 + }, + "wall_s": 1.1114438623189926, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 0.9940519332885742, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401002, + "role_cosine_after_warmup": 0.9940519332885742, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m3.json b/results/bci_td_confirmation/bci_td_confirm_t10_m3.json new file mode 100644 index 0000000..5b422ca --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.13516438752412796 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.1875, + 0.59375, + 0.65625, + 0.78125, + 0.84375, + 0.90625, + 0.984375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.09895833333333333, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 0.940217912197113, + "training_wall_s": 0.18675870820879936 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.265625, + 0.609375, + 0.65625, + 0.78125, + 0.84375, + 0.90625, + 0.984375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.125, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.875, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13849421590566635 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9940354228019714, + "training_wall_s": 0.12259049341082573 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.34765625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11930, + "causal_role_sign_inversion_index": 0.06841283193550653, + "decoder_distance_residual_corr": 0.14212886999377616, + "early_residual_late_activity_change_corr": 0.2014661185765008, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9978806223304739, + "mean_abs_residual_soma_corr": 0.059974162687490604, + "raw_minus_residual_abs_soma_corr": 0.9379064596429834, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.2971976724269763, + "role_aligned_velocity_cv_corr": 0.9312528325388796, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5463472070361173, + "velocity_minus_error_abs_cv_corr": 0.6340551601119033 + }, + "wall_s": 1.1555817425251007, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 0.9956716299057007, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401003, + "role_cosine_after_warmup": 0.9956716299057007, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m4.json b/results/bci_td_confirmation/bci_td_confirm_t10_m4.json new file mode 100644 index 0000000..13bc564 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t10_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 10 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.14687446132302284 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.328125, + 0.59375, + 0.71875, + 0.828125, + 0.96875, + 0.953125, + 0.96875, + 1.0, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.036458333333333336, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9164823889732361, + "training_wall_s": 0.1951981820166111 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.125, + 0.421875, + 0.671875, + 0.734375, + 0.859375, + 0.984375, + 0.9375, + 0.96875, + 0.984375, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.046875, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9427083333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14066551253199577 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9940258264541626, + "training_wall_s": 0.12479846552014351 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.55859375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300010, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 10 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12747, + "causal_role_sign_inversion_index": 0.06595436292874171, + "decoder_distance_residual_corr": 0.17070175213718647, + "early_residual_late_activity_change_corr": -0.31660084381775744, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9978301603851361, + "mean_abs_residual_soma_corr": 0.055759540590074694, + "raw_minus_residual_abs_soma_corr": 0.9420706197950613, + "residual_minus_soma_outcome_acc": -0.052941176470588214, + "residual_outcome_decoder_balanced_acc": 0.4470588235294118, + "role_aligned_error_cv_corr": 0.294892615529324, + "role_aligned_velocity_cv_corr": 0.9343352600542896, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.542254286437464, + "velocity_minus_error_abs_cv_corr": 0.6394426445249656 + }, + "wall_s": 1.1717164888978004, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.9946266412734985, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401004, + "role_cosine_after_warmup": 0.9946266412734985, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m0.json b/results/bci_td_confirmation/bci_td_confirm_t11_m0.json new file mode 100644 index 0000000..e089ae3 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13715404644608498 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.0625, + 0.234375, + 0.5, + 0.671875, + 0.78125, + 0.875, + 0.84375, + 0.984375, + 0.96875, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.026041666666666668, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 0.9524127244949341, + "training_wall_s": 0.19078309834003448 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.09375, + 0.296875, + 0.546875, + 0.734375, + 0.78125, + 0.890625, + 0.859375, + 0.984375, + 0.96875, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.036458333333333336, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13383695855736732 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994386613368988, + "training_wall_s": 0.11722709238529205 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 417.02734375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13598, + "causal_role_sign_inversion_index": 0.06625010798918379, + "decoder_distance_residual_corr": 0.16969813864124653, + "early_residual_late_activity_change_corr": 0.5871983963211557, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979330823701551, + "mean_abs_residual_soma_corr": 0.06195822944559881, + "raw_minus_residual_abs_soma_corr": 0.9359748529245563, + "residual_minus_soma_outcome_acc": -0.2627450980392157, + "residual_outcome_decoder_balanced_acc": 0.2372549019607843, + "role_aligned_error_cv_corr": 0.3013176414150458, + "role_aligned_velocity_cv_corr": 0.9383468759438213, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5460064752193835, + "velocity_minus_error_abs_cv_corr": 0.6370292345287755 + }, + "wall_s": 1.1728627420961857, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 0.9943583607673645, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401100, + "role_cosine_after_warmup": 0.9943583607673645, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m1.json b/results/bci_td_confirmation/bci_td_confirm_t11_m1.json new file mode 100644 index 0000000..bd580a2 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.14242449775338173 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.328125, + 0.421875, + 0.703125, + 0.703125, + 0.84375, + 0.921875, + 0.890625, + 0.984375, + 0.96875, + 1.0, + 0.953125, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 0.98828125, + "late_success": 0.984375, + "learning_gain": 0.8541666666666666, + "role_cosine_after_training": 0.9536672234535217, + "training_wall_s": 0.19150163978338242 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.375, + 0.46875, + 0.71875, + 0.703125, + 0.859375, + 0.921875, + 0.890625, + 0.984375, + 0.96875, + 1.0, + 0.96875, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.984375, + "late_success": 0.9895833333333334, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13395845144987106 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994391918182373, + "training_wall_s": 0.1190786212682724 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.15234375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12663, + "causal_role_sign_inversion_index": 0.07123919518915522, + "decoder_distance_residual_corr": 0.13200359590889646, + "early_residual_late_activity_change_corr": -0.373550598711686, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98828125, + "mean_abs_raw_soma_corr": 0.9976076090083851, + "mean_abs_residual_soma_corr": 0.06317726066822608, + "raw_minus_residual_abs_soma_corr": 0.934430348340159, + "residual_minus_soma_outcome_acc": -0.0810276679841897, + "residual_outcome_decoder_balanced_acc": 0.5816864295125165, + "role_aligned_error_cv_corr": 0.3002658792823822, + "role_aligned_velocity_cv_corr": 0.9350029877276169, + "soma_outcome_decoder_balanced_acc": 0.6627140974967062, + "surrounding_event_decoder_balanced_acc": 0.5452693551802877, + "velocity_minus_error_abs_cv_corr": 0.6347371084452347 + }, + "wall_s": 1.1873115450143814, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.9951134324073792, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401101, + "role_cosine_after_warmup": 0.9951134324073792, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m2.json b/results/bci_td_confirmation/bci_td_confirm_t11_m2.json new file mode 100644 index 0000000..0ca3ce1 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13972027599811554 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.234375, + 0.453125, + 0.59375, + 0.640625, + 0.875, + 0.875, + 0.921875, + 0.984375, + 0.9375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.10416666666666667, + "final_success": 0.9921875, + "late_success": 0.9947916666666666, + "learning_gain": 0.890625, + "role_cosine_after_training": 0.9246974587440491, + "training_wall_s": 0.20007384568452835 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.296875, + 0.515625, + 0.625, + 0.65625, + 0.875, + 0.890625, + 0.921875, + 0.984375, + 0.9375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13686710596084595 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944912791252136, + "training_wall_s": 0.11978498101234436 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 419.86328125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12617, + "causal_role_sign_inversion_index": 0.07468130891772806, + "decoder_distance_residual_corr": 0.1519038279192697, + "early_residual_late_activity_change_corr": 0.3546134995546906, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9967425214367198, + "mean_abs_residual_soma_corr": 0.06443978774347299, + "raw_minus_residual_abs_soma_corr": 0.9323027336932468, + "residual_minus_soma_outcome_acc": 0.11614173228346458, + "residual_outcome_decoder_balanced_acc": 0.6122047244094488, + "role_aligned_error_cv_corr": 0.29696099398364034, + "role_aligned_velocity_cv_corr": 0.9351424485519121, + "soma_outcome_decoder_balanced_acc": 0.49606299212598426, + "surrounding_event_decoder_balanced_acc": 0.5423099588469886, + "velocity_minus_error_abs_cv_corr": 0.6381814545682718 + }, + "wall_s": 1.2066804431378841, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 0.9953267574310303, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401102, + "role_cosine_after_warmup": 0.9953267574310303, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m3.json b/results/bci_td_confirmation/bci_td_confirm_t11_m3.json new file mode 100644 index 0000000..6553e2c --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.14468980953097343 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.109375, + 0.359375, + 0.421875, + 0.75, + 0.890625, + 0.890625, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.16145833333333334, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.828125, + "role_cosine_after_training": 0.9312933087348938, + "training_wall_s": 0.20499282702803612 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.125, + 0.40625, + 0.546875, + 0.765625, + 0.890625, + 0.890625, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.18229166666666666, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8072916666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13368193060159683 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944111108779907, + "training_wall_s": 0.11951812729239464 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 408.84765625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11720, + "causal_role_sign_inversion_index": 0.07033239160353427, + "decoder_distance_residual_corr": 0.132546080303314, + "early_residual_late_activity_change_corr": -0.3506432472765217, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9978964133213275, + "mean_abs_residual_soma_corr": 0.062109022517706315, + "raw_minus_residual_abs_soma_corr": 0.9357873908036212, + "residual_minus_soma_outcome_acc": -0.26666666666666666, + "residual_outcome_decoder_balanced_acc": 0.23137254901960785, + "role_aligned_error_cv_corr": 0.29919854961654835, + "role_aligned_velocity_cv_corr": 0.9362765073323627, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.539510887222798, + "velocity_minus_error_abs_cv_corr": 0.6370779577158143 + }, + "wall_s": 1.1417677141726017, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 0.9946407079696655, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401103, + "role_cosine_after_warmup": 0.9946407079696655, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t11_m4.json b/results/bci_td_confirmation/bci_td_confirm_t11_m4.json new file mode 100644 index 0000000..cc0ddd2 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t11_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 11 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.14940444752573967 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.421875, + 0.609375, + 0.734375, + 0.796875, + 0.890625, + 0.953125, + 0.96875, + 0.96875, + 0.953125, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 1.0, + "late_success": 0.984375, + "learning_gain": 0.890625, + "role_cosine_after_training": 0.937063992023468, + "training_wall_s": 0.20705552771687508 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.4375, + 0.609375, + 0.734375, + 0.796875, + 0.890625, + 0.96875, + 0.96875, + 0.96875, + 0.953125, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 1.0, + "late_success": 0.984375, + "learning_gain": 0.890625, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14497027173638344 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.994439423084259, + "training_wall_s": 0.12754593417048454 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.015625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300011, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 11 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13006, + "causal_role_sign_inversion_index": 0.07090372554992186, + "decoder_distance_residual_corr": 0.15984354817915433, + "early_residual_late_activity_change_corr": -0.7706196499875498, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9977890501620292, + "mean_abs_residual_soma_corr": 0.0595522630385079, + "raw_minus_residual_abs_soma_corr": 0.9382367871235213, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3023201533684056, + "role_aligned_velocity_cv_corr": 0.941354276075498, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5463056137993055, + "velocity_minus_error_abs_cv_corr": 0.6390341227070924 + }, + "wall_s": 1.2085735835134983, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.9957685470581055, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401104, + "role_cosine_after_warmup": 0.9957685470581055, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m0.json b/results/bci_td_confirmation/bci_td_confirm_t12_m0.json new file mode 100644 index 0000000..0b2f82a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14153410866856575 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.203125, + 0.53125, + 0.671875, + 0.796875, + 0.890625, + 0.890625, + 0.953125, + 0.96875, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.967673659324646, + "training_wall_s": 0.19510602205991745 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.25, + 0.578125, + 0.671875, + 0.796875, + 0.890625, + 0.90625, + 0.953125, + 0.96875, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 1.0, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.15147870406508446 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9937055110931396, + "training_wall_s": 0.1308543160557747 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.8203125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13879, + "causal_role_sign_inversion_index": 0.06882810253505561, + "decoder_distance_residual_corr": 0.16459905922570423, + "early_residual_late_activity_change_corr": 0.6706181265179971, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976718461491174, + "mean_abs_residual_soma_corr": 0.059033161831946734, + "raw_minus_residual_abs_soma_corr": 0.9386386843171707, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3004270197524964, + "role_aligned_velocity_cv_corr": 0.9457577975766082, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5451107153942831, + "velocity_minus_error_abs_cv_corr": 0.6453307778241117 + }, + "wall_s": 1.2311555370688438, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 0.9948872327804565, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401200, + "role_cosine_after_warmup": 0.9948872327804565, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m1.json b/results/bci_td_confirmation/bci_td_confirm_t12_m1.json new file mode 100644 index 0000000..e986404 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13909600675106049 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.328125, + 0.53125, + 0.734375, + 0.71875, + 0.90625, + 0.953125, + 0.9375, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.13541666666666666, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9473927617073059, + "training_wall_s": 0.18987468257546425 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.328125, + 0.5625, + 0.734375, + 0.71875, + 0.90625, + 0.953125, + 0.9375, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.13541666666666666, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1309337541460991 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.993431568145752, + "training_wall_s": 0.11783279478549957 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.44921875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12178, + "causal_role_sign_inversion_index": 0.07071629691395032, + "decoder_distance_residual_corr": 0.165057519658167, + "early_residual_late_activity_change_corr": 0.5110733115970703, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976642916839349, + "mean_abs_residual_soma_corr": 0.06533217750741824, + "raw_minus_residual_abs_soma_corr": 0.9323321141765166, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30207532410635973, + "role_aligned_velocity_cv_corr": 0.9361384315187201, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5492350170652716, + "velocity_minus_error_abs_cv_corr": 0.6340631074123604 + }, + "wall_s": 1.1703194715082645, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.9923123121261597, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401201, + "role_cosine_after_warmup": 0.9923123121261597, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m2.json b/results/bci_td_confirmation/bci_td_confirm_t12_m2.json new file mode 100644 index 0000000..5427798 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13866771757602692 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.296875, + 0.5, + 0.609375, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 0.90625, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.13020833333333334, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 0.9389254450798035, + "training_wall_s": 0.18845194205641747 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.109375, + 0.328125, + 0.5, + 0.640625, + 0.90625, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 0.90625, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.8489583333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14642882347106934 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9934875965118408, + "training_wall_s": 0.11878854036331177 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.609375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11864, + "causal_role_sign_inversion_index": 0.07663365198846364, + "decoder_distance_residual_corr": 0.1611211685584631, + "early_residual_late_activity_change_corr": 0.10897835557990065, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.996350087711072, + "mean_abs_residual_soma_corr": 0.06413168000326745, + "raw_minus_residual_abs_soma_corr": 0.9322184077078046, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30382720730455737, + "role_aligned_velocity_cv_corr": 0.93764449895923, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5448777734297766, + "velocity_minus_error_abs_cv_corr": 0.6338172916546726 + }, + "wall_s": 1.1404273994266987, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 0.9961865544319153, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401202, + "role_cosine_after_warmup": 0.9961865544319153, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m3.json b/results/bci_td_confirmation/bci_td_confirm_t12_m3.json new file mode 100644 index 0000000..fdd658a --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.16102935373783112 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.484375, + 0.609375, + 0.6875, + 0.75, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.1875, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.8125, + "role_cosine_after_training": 0.9295207858085632, + "training_wall_s": 0.1863788440823555 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.515625, + 0.625, + 0.703125, + 0.75, + 0.859375, + 0.921875, + 0.953125, + 1.0, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.19791666666666666, + "final_success": 0.99609375, + "late_success": 1.0, + "learning_gain": 0.8020833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.17452595755457878 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.005208333333333333, + "learning_gain": 0.005208333333333333, + "role_cosine_after_training": 0.9936794638633728, + "training_wall_s": 0.127591785043478 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.33203125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11968, + "causal_role_sign_inversion_index": 0.07198907510343747, + "decoder_distance_residual_corr": 0.1602826836579398, + "early_residual_late_activity_change_corr": -0.13957281544749578, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9977643597882302, + "mean_abs_residual_soma_corr": 0.05855766489662138, + "raw_minus_residual_abs_soma_corr": 0.9392066948916088, + "residual_minus_soma_outcome_acc": -0.05905511811023623, + "residual_outcome_decoder_balanced_acc": 0.4409448818897638, + "role_aligned_error_cv_corr": 0.29968850190925994, + "role_aligned_velocity_cv_corr": 0.9364085459820014, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.54419611534901, + "velocity_minus_error_abs_cv_corr": 0.6367200440727414 + }, + "wall_s": 1.2381119765341282, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 0.9942562580108643, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401203, + "role_cosine_after_warmup": 0.9942562580108643, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t12_m4.json b/results/bci_td_confirmation/bci_td_confirm_t12_m4.json new file mode 100644 index 0000000..6af55ef --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t12_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 12 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13794658333063126 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.375, + 0.65625, + 0.6875, + 0.796875, + 0.859375, + 0.90625, + 0.921875, + 0.984375, + 0.96875, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.984375, + "late_success": 0.9791666666666666, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9769232273101807, + "training_wall_s": 0.1910758577287197 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.375, + 0.6875, + 0.65625, + 0.78125, + 0.859375, + 0.890625, + 0.921875, + 0.984375, + 0.984375, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.984375, + "late_success": 0.984375, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1392163597047329 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9935972690582275, + "training_wall_s": 0.11923069879412651 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 416.80078125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300012, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 12 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13567, + "causal_role_sign_inversion_index": 0.0693485670917672, + "decoder_distance_residual_corr": 0.14369665580151056, + "early_residual_late_activity_change_corr": 0.6085718834390363, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.984375, + "mean_abs_raw_soma_corr": 0.9979779512821635, + "mean_abs_residual_soma_corr": 0.06412481233500779, + "raw_minus_residual_abs_soma_corr": 0.9338531389471557, + "residual_minus_soma_outcome_acc": -0.11507936507936511, + "residual_outcome_decoder_balanced_acc": 0.623015873015873, + "role_aligned_error_cv_corr": 0.3045189427996157, + "role_aligned_velocity_cv_corr": 0.9436098666297167, + "soma_outcome_decoder_balanced_acc": 0.7380952380952381, + "surrounding_event_decoder_balanced_acc": 0.5443607084368527, + "velocity_minus_error_abs_cv_corr": 0.639090923830101 + }, + "wall_s": 1.2042035833001137, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.9964702129364014, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401204, + "role_cosine_after_warmup": 0.9964702129364014, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m0.json b/results/bci_td_confirmation/bci_td_confirm_t13_m0.json new file mode 100644 index 0000000..b25f63b --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13904955238103867 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.21875, + 0.4375, + 0.6875, + 0.859375, + 0.90625, + 0.96875, + 0.984375, + 1.0, + 0.96875, + 1.0, + 1.0 + ], + "early_success": 0.015625, + "final_success": 1.0, + "late_success": 0.9895833333333334, + "learning_gain": 0.9739583333333334, + "role_cosine_after_training": 0.9450199007987976, + "training_wall_s": 0.18974805623292923 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.265625, + 0.46875, + 0.71875, + 0.859375, + 0.921875, + 0.96875, + 0.984375, + 1.0, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.015625, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13393691927194595 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944565296173096, + "training_wall_s": 0.11838449910283089 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.12890625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13728, + "causal_role_sign_inversion_index": 0.06612411345798236, + "decoder_distance_residual_corr": 0.17119683287984983, + "early_residual_late_activity_change_corr": 0.024236496534208705, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9976874015547166, + "mean_abs_residual_soma_corr": 0.06150558438266422, + "raw_minus_residual_abs_soma_corr": 0.9361818171720524, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.3008424560503775, + "role_aligned_velocity_cv_corr": 0.9361849144749312, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5397775461354474, + "velocity_minus_error_abs_cv_corr": 0.6353424584245537 + }, + "wall_s": 1.1669090539216995, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 0.9933364987373352, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401300, + "role_cosine_after_warmup": 0.9933364987373352, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m1.json b/results/bci_td_confirmation/bci_td_confirm_t13_m1.json new file mode 100644 index 0000000..aa2afad --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.15283649787306786 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.25, + 0.5, + 0.640625, + 0.796875, + 0.765625, + 0.9375, + 0.9375, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08854166666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 0.9292945265769958, + "training_wall_s": 0.20309563353657722 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.265625, + 0.5, + 0.734375, + 0.8125, + 0.78125, + 0.9375, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8958333333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14923201873898506 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9947333335876465, + "training_wall_s": 0.1292588710784912 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.8828125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12478, + "causal_role_sign_inversion_index": 0.07373530126964399, + "decoder_distance_residual_corr": 0.14542710722349683, + "early_residual_late_activity_change_corr": -0.5811636866898614, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9975279263460533, + "mean_abs_residual_soma_corr": 0.05983373627686254, + "raw_minus_residual_abs_soma_corr": 0.9376941900691907, + "residual_minus_soma_outcome_acc": -0.10588235294117648, + "residual_outcome_decoder_balanced_acc": 0.3941176470588235, + "role_aligned_error_cv_corr": 0.2916878069178309, + "role_aligned_velocity_cv_corr": 0.93538513508239, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5482163765353562, + "velocity_minus_error_abs_cv_corr": 0.643697328164559 + }, + "wall_s": 1.2384283281862736, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.9936844110488892, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401301, + "role_cosine_after_warmup": 0.9936844110488892, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m2.json b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json new file mode 100644 index 0000000..0f31f56 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.16491497680544853 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.21875, + 0.484375, + 0.625, + 0.8125, + 0.90625, + 0.953125, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08333333333333333, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.90625, + "role_cosine_after_training": 0.9132526516914368, + "training_wall_s": 0.2358369305729866 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.234375, + 0.484375, + 0.625, + 0.828125, + 0.90625, + 0.9375, + 0.953125, + 0.984375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.08854166666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.9010416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13728242740035057 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.00390625, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944535493850708, + "training_wall_s": 0.12123119086027145 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 412.890625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12299, + "causal_role_sign_inversion_index": 0.07617091145598848, + "decoder_distance_residual_corr": 0.15298691550076224, + "early_residual_late_activity_change_corr": 0.2184835746492552, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9966772909757624, + "mean_abs_residual_soma_corr": 0.06046655086291249, + "raw_minus_residual_abs_soma_corr": 0.9362107401128499, + "residual_minus_soma_outcome_acc": -0.05098039215686273, + "residual_outcome_decoder_balanced_acc": 0.4470588235294118, + "role_aligned_error_cv_corr": 0.2960376780750121, + "role_aligned_velocity_cv_corr": 0.9387345367364334, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.5424651418123811, + "velocity_minus_error_abs_cv_corr": 0.6426968586614212 + }, + "wall_s": 1.2727395333349705, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401302, + "role_cosine_after_warmup": 0.9956586956977844, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m3.json b/results/bci_td_confirmation/bci_td_confirm_t13_m3.json new file mode 100644 index 0000000..0fc9e3f --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.13782113417983055 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.328125, + 0.671875, + 0.75, + 0.765625, + 0.84375, + 0.96875, + 0.921875, + 0.953125, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.140625, + "final_success": 0.99609375, + "late_success": 1.0, + "learning_gain": 0.859375, + "role_cosine_after_training": 0.9341226816177368, + "training_wall_s": 0.19381169974803925 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.078125, + 0.34375, + 0.671875, + 0.75, + 0.765625, + 0.84375, + 0.96875, + 0.953125, + 0.953125, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.14583333333333334, + "final_success": 0.9921875, + "late_success": 1.0, + "learning_gain": 0.8541666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13274051621556282 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9944544434547424, + "training_wall_s": 0.11727873980998993 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.17578125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11786, + "causal_role_sign_inversion_index": 0.07642599797607735, + "decoder_distance_residual_corr": 0.16901581489180523, + "early_residual_late_activity_change_corr": -0.6335484767130429, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9976102168085845, + "mean_abs_residual_soma_corr": 0.06203723643043235, + "raw_minus_residual_abs_soma_corr": 0.9355729803781522, + "residual_minus_soma_outcome_acc": -0.04509803921568628, + "residual_outcome_decoder_balanced_acc": 0.4549019607843137, + "role_aligned_error_cv_corr": 0.3051155204031925, + "role_aligned_velocity_cv_corr": 0.9424342189758789, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5521487384411433, + "velocity_minus_error_abs_cv_corr": 0.6373186985726864 + }, + "wall_s": 1.135385800153017, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 0.9951484799385071, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401303, + "role_cosine_after_warmup": 0.9951484799385071, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t13_m4.json b/results/bci_td_confirmation/bci_td_confirm_t13_m4.json new file mode 100644 index 0000000..b0f8584 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t13_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 13 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13562804460525513 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.15625, + 0.34375, + 0.625, + 0.734375, + 0.90625, + 0.890625, + 0.9375, + 0.953125, + 0.96875, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.057291666666666664, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9375, + "role_cosine_after_training": 0.9341891407966614, + "training_wall_s": 0.18948940560221672 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.171875, + 0.34375, + 0.640625, + 0.734375, + 0.90625, + 0.890625, + 0.953125, + 0.953125, + 0.96875, + 0.984375, + 1.0, + 1.0 + ], + "early_success": 0.0625, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.9322916666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13016454502940178 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9943839311599731, + "training_wall_s": 0.11578366905450821 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.24609375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300013, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 13 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13053, + "causal_role_sign_inversion_index": 0.06704154874711858, + "decoder_distance_residual_corr": 0.1568417229570426, + "early_residual_late_activity_change_corr": 0.17498488329636705, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979672640852575, + "mean_abs_residual_soma_corr": 0.05985675578537332, + "raw_minus_residual_abs_soma_corr": 0.9381105082998842, + "residual_minus_soma_outcome_acc": -0.06274509803921569, + "residual_outcome_decoder_balanced_acc": 0.4372549019607843, + "role_aligned_error_cv_corr": 0.29982009354445965, + "role_aligned_velocity_cv_corr": 0.9360418730377635, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.547812192964796, + "velocity_minus_error_abs_cv_corr": 0.6362217794933038 + }, + "wall_s": 1.1610306948423386, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.994715690612793, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401304, + "role_cosine_after_warmup": 0.994715690612793, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m0.json b/results/bci_td_confirmation/bci_td_confirm_t14_m0.json new file mode 100644 index 0000000..f6a2943 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13644598424434662 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.234375, + 0.421875, + 0.65625, + 0.78125, + 0.90625, + 0.9375, + 0.921875, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.96875, + "role_cosine_after_training": 0.9579168558120728, + "training_wall_s": 0.18862105160951614 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.046875, + 0.234375, + 0.421875, + 0.65625, + 0.78125, + 0.90625, + 0.9375, + 0.9375, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.96875, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13278803601861 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9948170781135559, + "training_wall_s": 0.11622185632586479 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.359375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13893, + "causal_role_sign_inversion_index": 0.06920433969089781, + "decoder_distance_residual_corr": 0.1323880502049023, + "early_residual_late_activity_change_corr": 0.6547287457448959, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9978380524449534, + "mean_abs_residual_soma_corr": 0.062432059448199, + "raw_minus_residual_abs_soma_corr": 0.9354059929967544, + "residual_minus_soma_outcome_acc": -0.031496062992125984, + "residual_outcome_decoder_balanced_acc": 0.468503937007874, + "role_aligned_error_cv_corr": 0.30122756333116724, + "role_aligned_velocity_cv_corr": 0.9478870245916228, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5400224413482201, + "velocity_minus_error_abs_cv_corr": 0.6466594612604555 + }, + "wall_s": 1.2251265533268452, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 0.9958259463310242, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401400, + "role_cosine_after_warmup": 0.9958259463310242, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m1.json b/results/bci_td_confirmation/bci_td_confirm_t14_m1.json new file mode 100644 index 0000000..b01aacd --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13986583799123764 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0625, + 0.28125, + 0.359375, + 0.734375, + 0.734375, + 0.859375, + 0.921875, + 0.953125, + 0.984375, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.11458333333333333, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.8802083333333334, + "role_cosine_after_training": 0.927849531173706, + "training_wall_s": 0.19734292849898338 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.296875, + 0.421875, + 0.765625, + 0.78125, + 0.859375, + 0.953125, + 0.953125, + 0.984375, + 0.984375, + 1.0, + 0.984375, + 0.984375 + ], + "early_success": 0.125, + "final_success": 0.9921875, + "late_success": 0.9895833333333334, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1368509829044342 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949044585227966, + "training_wall_s": 0.11951213702559471 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 415.30859375, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12193, + "causal_role_sign_inversion_index": 0.07109981848855024, + "decoder_distance_residual_corr": 0.14449839231045708, + "early_residual_late_activity_change_corr": -0.3426687264211972, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98828125, + "mean_abs_raw_soma_corr": 0.9975576074659361, + "mean_abs_residual_soma_corr": 0.061737113973777645, + "raw_minus_residual_abs_soma_corr": 0.9358204934921585, + "residual_minus_soma_outcome_acc": -0.0731225296442688, + "residual_outcome_decoder_balanced_acc": 0.42292490118577075, + "role_aligned_error_cv_corr": 0.29318834817544603, + "role_aligned_velocity_cv_corr": 0.9417336011811677, + "soma_outcome_decoder_balanced_acc": 0.49604743083003955, + "surrounding_event_decoder_balanced_acc": 0.5452785007040939, + "velocity_minus_error_abs_cv_corr": 0.6485452530057216 + }, + "wall_s": 1.2118398696184158, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.9958886504173279, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401401, + "role_cosine_after_warmup": 0.9958886504173279, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m2.json b/results/bci_td_confirmation/bci_td_confirm_t14_m2.json new file mode 100644 index 0000000..138f379 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.16696906089782715 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.046875, + 0.265625, + 0.359375, + 0.65625, + 0.734375, + 0.828125, + 0.828125, + 0.9375, + 0.96875, + 0.984375, + 0.984375, + 0.984375, + 1.0 + ], + "early_success": 0.10416666666666667, + "final_success": 0.99609375, + "late_success": 0.9895833333333334, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 0.959075927734375, + "training_wall_s": 0.2262832708656788 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.296875, + 0.375, + 0.671875, + 0.75, + 0.828125, + 0.828125, + 0.9375, + 0.96875, + 0.984375, + 0.984375, + 0.96875, + 1.0 + ], + "early_success": 0.125, + "final_success": 0.99609375, + "late_success": 0.984375, + "learning_gain": 0.859375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14494851976633072 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949063658714294, + "training_wall_s": 0.12611575052142143 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 414.0078125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12737, + "causal_role_sign_inversion_index": 0.07646943962755402, + "decoder_distance_residual_corr": 0.16736782334008626, + "early_residual_late_activity_change_corr": -0.46178579891197324, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964510788788239, + "mean_abs_residual_soma_corr": 0.06245838042019619, + "raw_minus_residual_abs_soma_corr": 0.9339926984586278, + "residual_minus_soma_outcome_acc": -0.025490196078431393, + "residual_outcome_decoder_balanced_acc": 0.4745098039215686, + "role_aligned_error_cv_corr": 0.29910275111407014, + "role_aligned_velocity_cv_corr": 0.9418477747870457, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5449294705245153, + "velocity_minus_error_abs_cv_corr": 0.6427450236729756 + }, + "wall_s": 1.2817599326372147, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 0.9955734014511108, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401402, + "role_cosine_after_warmup": 0.9955734014511108, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m3.json b/results/bci_td_confirmation/bci_td_confirm_t14_m3.json new file mode 100644 index 0000000..7fcdd98 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.14504119753837585 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.09375, + 0.234375, + 0.53125, + 0.671875, + 0.921875, + 0.890625, + 0.9375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.11458333333333333, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.8802083333333334, + "role_cosine_after_training": 0.8997188210487366, + "training_wall_s": 0.1930716596543789 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.015625, + 0.125, + 0.25, + 0.546875, + 0.71875, + 0.953125, + 0.90625, + 0.9375, + 0.96875, + 1.0, + 1.0, + 1.0, + 1.0, + 0.984375 + ], + "early_success": 0.13020833333333334, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.8645833333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1357312686741352 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9949228763580322, + "training_wall_s": 0.11953207105398178 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.1171875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11494, + "causal_role_sign_inversion_index": 0.06689842789774601, + "decoder_distance_residual_corr": 0.14399759761101888, + "early_residual_late_activity_change_corr": 0.16344261188449605, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9979460052186411, + "mean_abs_residual_soma_corr": 0.05795417427531422, + "raw_minus_residual_abs_soma_corr": 0.9399918309433268, + "residual_minus_soma_outcome_acc": -0.047058823529411764, + "residual_outcome_decoder_balanced_acc": 0.45294117647058824, + "role_aligned_error_cv_corr": 0.29596753233907325, + "role_aligned_velocity_cv_corr": 0.9257467353796976, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5466543993962847, + "velocity_minus_error_abs_cv_corr": 0.6297792030406244 + }, + "wall_s": 1.1877930983901024, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 0.9955512285232544, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401403, + "role_cosine_after_warmup": 0.9955512285232544, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t14_m4.json b/results/bci_td_confirmation/bci_td_confirm_t14_m4.json new file mode 100644 index 0000000..54bd823 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t14_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 14 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.13738172501325607 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.109375, + 0.34375, + 0.5625, + 0.703125, + 0.859375, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.9921875, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 0.9411827325820923, + "training_wall_s": 0.19020669534802437 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.015625, + 0.109375, + 0.34375, + 0.609375, + 0.75, + 0.859375, + 0.859375, + 0.90625, + 0.953125, + 1.0, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.98828125, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13285551220178604 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9948254227638245, + "training_wall_s": 0.11745590716600418 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 416.1640625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300014, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 14 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13298, + "causal_role_sign_inversion_index": 0.06746699634098555, + "decoder_distance_residual_corr": 0.164499563557374, + "early_residual_late_activity_change_corr": -0.17201576409828204, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9979416370653909, + "mean_abs_residual_soma_corr": 0.06173240415455892, + "raw_minus_residual_abs_soma_corr": 0.9362092329108319, + "residual_minus_soma_outcome_acc": 0.44291338582677164, + "residual_outcome_decoder_balanced_acc": 0.9409448818897638, + "role_aligned_error_cv_corr": 0.30135763173519997, + "role_aligned_velocity_cv_corr": 0.9419564162610548, + "soma_outcome_decoder_balanced_acc": 0.49803149606299213, + "surrounding_event_decoder_balanced_acc": 0.5426711629688156, + "velocity_minus_error_abs_cv_corr": 0.6405987845258547 + }, + "wall_s": 1.1757355146110058, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.993320882320404, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401404, + "role_cosine_after_warmup": 0.993320882320404, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m0.json b/results/bci_td_confirmation/bci_td_confirm_t15_m0.json new file mode 100644 index 0000000..7500b64 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m0.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 0, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14422107860445976 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.046875, + 0.1875, + 0.5, + 0.46875, + 0.75, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 0.953125, + 0.96875, + 1.0 + ], + "early_success": 0.015625, + "final_success": 0.984375, + "late_success": 0.9739583333333334, + "learning_gain": 0.9583333333333334, + "role_cosine_after_training": 0.9223637580871582, + "training_wall_s": 0.19042641296982765 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.1875, + 0.578125, + 0.46875, + 0.78125, + 0.890625, + 0.890625, + 0.9375, + 0.96875, + 0.953125, + 0.96875, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98828125, + "late_success": 0.9739583333333334, + "learning_gain": 0.953125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14175556972622871 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9959561228752136, + "training_wall_s": 0.12201234698295593 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 423.91015625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 14589, + "causal_role_sign_inversion_index": 0.06626645903979667, + "decoder_distance_residual_corr": 0.143844195802373, + "early_residual_late_activity_change_corr": 0.7429242117482714, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.984375, + "mean_abs_raw_soma_corr": 0.9979378002318425, + "mean_abs_residual_soma_corr": 0.061862728049974836, + "raw_minus_residual_abs_soma_corr": 0.9360750721818677, + "residual_minus_soma_outcome_acc": -0.28571428571428575, + "residual_outcome_decoder_balanced_acc": 0.3253968253968254, + "role_aligned_error_cv_corr": 0.2942101822369428, + "role_aligned_velocity_cv_corr": 0.945741515494235, + "soma_outcome_decoder_balanced_acc": 0.6111111111111112, + "surrounding_event_decoder_balanced_acc": 0.5400967860460286, + "velocity_minus_error_abs_cv_corr": 0.6515313332572923 + }, + "wall_s": 1.2840274460613728, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 0.9934238195419312, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401500, + "role_cosine_after_warmup": 0.9934238195419312, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m1.json b/results/bci_td_confirmation/bci_td_confirm_t15_m1.json new file mode 100644 index 0000000..7618b88 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m1.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 1, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.006917059421539307, + "training_wall_s": 0.13939717411994934 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.359375, + 0.515625, + 0.546875, + 0.828125, + 0.9375, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 0.96875, + 0.984375, + 1.0 + ], + "early_success": 0.15104166666666666, + "final_success": 0.9921875, + "late_success": 0.984375, + "learning_gain": 0.8333333333333334, + "role_cosine_after_training": 0.9417086839675903, + "training_wall_s": 0.19184209406375885 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.375, + 0.515625, + 0.5625, + 0.828125, + 0.9375, + 0.90625, + 0.953125, + 0.96875, + 1.0, + 0.96875, + 0.984375, + 1.0 + ], + "early_success": 0.15625, + "final_success": 0.9921875, + "late_success": 0.984375, + "learning_gain": 0.828125, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13395536690950394 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9959195852279663, + "training_wall_s": 0.11949411034584045 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 411.76953125, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11882, + "causal_role_sign_inversion_index": 0.07346464502761668, + "decoder_distance_residual_corr": 0.14322102938571526, + "early_residual_late_activity_change_corr": -0.5031547613693769, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.9921875, + "mean_abs_raw_soma_corr": 0.9973218370745791, + "mean_abs_residual_soma_corr": 0.06543838559844053, + "raw_minus_residual_abs_soma_corr": 0.9318834514761386, + "residual_minus_soma_outcome_acc": -0.0846456692913386, + "residual_outcome_decoder_balanced_acc": 0.41338582677165353, + "role_aligned_error_cv_corr": 0.3047123805999747, + "role_aligned_velocity_cv_corr": 0.9387606663279282, + "soma_outcome_decoder_balanced_acc": 0.49803149606299213, + "surrounding_event_decoder_balanced_acc": 0.5471685929484256, + "velocity_minus_error_abs_cv_corr": 0.6340482857279535 + }, + "wall_s": 1.1551914513111115, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.006917059421539307, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.9952302575111389, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401501, + "role_cosine_after_warmup": 0.9952302575111389, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m2.json b/results/bci_td_confirmation/bci_td_confirm_t15_m2.json new file mode 100644 index 0000000..c3d1a89 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m2.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 2, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.09573888778686523, + "training_wall_s": 0.13880488649010658 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.203125, + 0.46875, + 0.640625, + 0.828125, + 0.921875, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.9375, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9791666666666666, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 0.9559939503669739, + "training_wall_s": 0.19138864427804947 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.078125, + 0.203125, + 0.46875, + 0.65625, + 0.828125, + 0.921875, + 0.9375, + 0.953125, + 0.984375, + 0.96875, + 0.9375, + 1.0, + 1.0 + ], + "early_success": 0.09375, + "final_success": 0.99609375, + "late_success": 0.9791666666666666, + "learning_gain": 0.8854166666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1330096237361431 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9958122968673706, + "training_wall_s": 0.11878243461251259 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 413.0390625, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 12399, + "causal_role_sign_inversion_index": 0.07985873448041005, + "decoder_distance_residual_corr": 0.15511162317493982, + "early_residual_late_activity_change_corr": 0.7448042527920101, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9964609011107568, + "mean_abs_residual_soma_corr": 0.06487291513668496, + "raw_minus_residual_abs_soma_corr": 0.9315879859740719, + "residual_minus_soma_outcome_acc": -0.07450980392156864, + "residual_outcome_decoder_balanced_acc": 0.4235294117647059, + "role_aligned_error_cv_corr": 0.308742276632906, + "role_aligned_velocity_cv_corr": 0.9483765528367702, + "soma_outcome_decoder_balanced_acc": 0.4980392156862745, + "surrounding_event_decoder_balanced_acc": 0.5456758993870698, + "velocity_minus_error_abs_cv_corr": 0.6396342762038643 + }, + "wall_s": 1.1716251447796822, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": -0.09573888778686523, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 0.9934872388839722, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401502, + "role_cosine_after_warmup": 0.9934872388839722, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m3.json b/results/bci_td_confirmation/bci_td_confirm_t15_m3.json new file mode 100644 index 0000000..f8d8603 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m3.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 3, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.006882439833134413, + "training_wall_s": 0.15281889960169792 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.328125, + 0.515625, + 0.625, + 0.84375, + 0.921875, + 0.9375, + 1.0, + 0.96875, + 0.984375, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.140625, + "final_success": 1.0, + "late_success": 1.0, + "learning_gain": 0.859375, + "role_cosine_after_training": 0.9359907507896423, + "training_wall_s": 0.19350514560937881 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.09375, + 0.359375, + 0.546875, + 0.625, + 0.84375, + 0.921875, + 0.9375, + 1.0, + 0.96875, + 0.984375, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.15104166666666666, + "final_success": 1.0, + "late_success": 0.9947916666666666, + "learning_gain": 0.84375, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14610767364501953 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.015625, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.010416666666666666, + "learning_gain": 0.010416666666666666, + "role_cosine_after_training": 0.9958282709121704, + "training_wall_s": 0.12987685576081276 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 418.8671875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 11523, + "causal_role_sign_inversion_index": 0.07517682959350488, + "decoder_distance_residual_corr": 0.16243504063039446, + "early_residual_late_activity_change_corr": -0.2643165829678847, + "evaluation_episodes": 256, + "evaluation_success_fraction": 1.0, + "mean_abs_raw_soma_corr": 0.9974484155998724, + "mean_abs_residual_soma_corr": 0.060533525409543654, + "raw_minus_residual_abs_soma_corr": 0.9369148901903288, + "residual_minus_soma_outcome_acc": 0.0, + "residual_outcome_decoder_balanced_acc": 0.5, + "role_aligned_error_cv_corr": 0.30989543882635157, + "role_aligned_velocity_cv_corr": 0.9369559868174708, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5418094179587873, + "velocity_minus_error_abs_cv_corr": 0.6270605479911193 + }, + "wall_s": 1.215743027627468, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": -0.006882439833134413, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 0.9949511885643005, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401503, + "role_cosine_after_warmup": 0.9949511885643005, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_confirmation/bci_td_confirm_t15_m4.json b/results/bci_td_confirmation/bci_td_confirm_t15_m4.json new file mode 100644 index 0000000..2863883 --- /dev/null +++ b/results/bci_td_confirmation/bci_td_confirm_t15_m4.json @@ -0,0 +1,248 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "model_seed": 4, + "outdir": "results/bci_td_confirmation", + "r1_gate": "results/bci_td_dev_gate.json", + "task_seed": 15 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.01729092001914978, + "training_wall_s": 0.1433781161904335 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.03125, + 0.09375, + 0.3125, + 0.5625, + 0.5625, + 0.84375, + 0.875, + 0.9375, + 0.953125, + 0.96875, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.041666666666666664, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.953125, + "role_cosine_after_training": 0.9199056029319763, + "training_wall_s": 0.1920931711792946 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.046875, + 0.109375, + 0.3125, + 0.5625, + 0.5625, + 0.84375, + 0.875, + 0.9375, + 0.9375, + 0.96875, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.052083333333333336, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9427083333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14755799621343613 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9958170652389526, + "training_wall_s": 0.12890112400054932 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 415.875, + "protocol": { + "confirmation_grid_size": 30, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "evaluation_task_seed": 300015, + "name": "oral_b_td_confirmation_v1", + "no_further_selection": true, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "selected_eta": 0.1, + "split": "untouched_confirmation", + "training_task_seed": 15 + }, + "provenance": { + "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005", + "git_tracked_dirty": false, + "input_sha256": { + "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2", + "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a", + "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05" + }, + "tracked_inputs": { + "d4_gate": true, + "development_runner": true, + "protocol": true, + "r1_gate": true, + "runner": true + } + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13252, + "causal_role_sign_inversion_index": 0.07041524616464007, + "decoder_distance_residual_corr": 0.1857677103541004, + "early_residual_late_activity_change_corr": -0.41100684441745766, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.9976573656481934, + "mean_abs_residual_soma_corr": 0.05644451435041055, + "raw_minus_residual_abs_soma_corr": 0.9412128512977829, + "residual_minus_soma_outcome_acc": -0.08039215686274509, + "residual_outcome_decoder_balanced_acc": 0.4196078431372549, + "role_aligned_error_cv_corr": 0.30145761931188825, + "role_aligned_velocity_cv_corr": 0.9395448247515054, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.5523565169686819, + "velocity_minus_error_abs_cv_corr": 0.6380872054396172 + }, + "wall_s": 1.2068989798426628, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.01729092001914978, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.9920572638511658, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 401504, + "role_cosine_after_warmup": 0.9920572638511658, + "role_cursor_scalar_observations": 12800 + } + } +} |