summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorYurenHao0426 <Blackhao0426@gmail.com>2026-07-23 06:56:42 -0500
committerYurenHao0426 <Blackhao0426@gmail.com>2026-07-23 06:56:42 -0500
commit1ff7cb7cf7cecd79cf5a0ab36c149342482c7005 (patch)
treecd81ad01b94b97e775606faeb011d42c5535e523
parent2b8b36b249e5d05386460c58aab268ca4d02eb0e (diff)
results: pass oral B recovery development gate
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json234
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json234
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json234
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json234
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json234
-rw-r--r--results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json234
-rw-r--r--results/bci_td_dev_gate.json173
7 files changed, 1577 insertions, 0 deletions
diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json
new file mode 100644
index 0000000..7c4e9c6
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.03,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 0
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.14295605570077896
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.03125,
+ 0.015625,
+ 0.078125,
+ 0.09375,
+ 0.109375,
+ 0.15625,
+ 0.15625,
+ 0.3125
+ ],
+ "early_success": 0.0,
+ "final_success": 0.3671875,
+ "late_success": 0.20833333333333334,
+ "learning_gain": 0.20833333333333334,
+ "role_cosine_after_training": 0.9953482747077942,
+ "training_wall_s": 0.19585418701171875
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.03125,
+ 0.03125,
+ 0.078125,
+ 0.109375,
+ 0.140625,
+ 0.15625,
+ 0.15625,
+ 0.3125
+ ],
+ "early_success": 0.0,
+ "final_success": 0.3828125,
+ "late_success": 0.20833333333333334,
+ "learning_gain": 0.20833333333333334,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.14893020316958427
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9957243204116821,
+ "training_wall_s": 0.12823110818862915
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.03,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 469.53515625,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200000,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 24351,
+ "causal_role_sign_inversion_index": 0.03971503156311595,
+ "decoder_distance_residual_corr": 0.17299415447273508,
+ "early_residual_late_activity_change_corr": 0.43257330221287027,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.3671875,
+ "mean_abs_raw_soma_corr": 0.9991424787431112,
+ "mean_abs_residual_soma_corr": 0.04534893687364906,
+ "raw_minus_residual_abs_soma_corr": 0.9537935418694622,
+ "residual_minus_soma_outcome_acc": -0.07427107959022838,
+ "residual_outcome_decoder_balanced_acc": 0.7782374573154716,
+ "role_aligned_error_cv_corr": 0.2660392603438301,
+ "role_aligned_velocity_cv_corr": 0.9814880340887003,
+ "soma_outcome_decoder_balanced_acc": 0.8525085369056999,
+ "surrounding_event_decoder_balanced_acc": 0.5570024383311699,
+ "velocity_minus_error_abs_cv_corr": 0.7154487737448703
+ },
+ "wall_s": 1.7664291523396969,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 0.994301438331604,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 0.994301438331604,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json
new file mode 100644
index 0000000..a836403
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.03,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 1
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.15121137350797653
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.03125,
+ 0.078125,
+ 0.046875,
+ 0.171875,
+ 0.1875,
+ 0.265625,
+ 0.28125,
+ 0.390625
+ ],
+ "early_success": 0.0,
+ "final_success": 0.4609375,
+ "late_success": 0.3125,
+ "learning_gain": 0.3125,
+ "role_cosine_after_training": 0.9975095987319946,
+ "training_wall_s": 0.20300662890076637
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.015625,
+ 0.03125,
+ 0.078125,
+ 0.046875,
+ 0.171875,
+ 0.1875,
+ 0.265625,
+ 0.296875,
+ 0.390625
+ ],
+ "early_success": 0.0,
+ "final_success": 0.4609375,
+ "late_success": 0.3177083333333333,
+ "learning_gain": 0.3177083333333333,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.15162526443600655
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9983765482902527,
+ "training_wall_s": 0.13014426454901695
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.03,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 468.0390625,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200001,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 24006,
+ "causal_role_sign_inversion_index": 0.04227523795124126,
+ "decoder_distance_residual_corr": 0.1666750478910676,
+ "early_residual_late_activity_change_corr": 0.45775089820181863,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.4609375,
+ "mean_abs_raw_soma_corr": 0.9990443203189068,
+ "mean_abs_residual_soma_corr": 0.04808833013960605,
+ "raw_minus_residual_abs_soma_corr": 0.9509559901793008,
+ "residual_minus_soma_outcome_acc": -0.009702775730778601,
+ "residual_outcome_decoder_balanced_acc": 0.7835912552198477,
+ "role_aligned_error_cv_corr": 0.2782834725638933,
+ "role_aligned_velocity_cv_corr": 0.9826712334190262,
+ "soma_outcome_decoder_balanced_acc": 0.7932940309506263,
+ "surrounding_event_decoder_balanced_acc": 0.5546401578056754,
+ "velocity_minus_error_abs_cv_corr": 0.7043877608551329
+ },
+ "wall_s": 1.781055897474289,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 0.9945572018623352,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 0.9945572018623352,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json
new file mode 100644
index 0000000..8e4a34e
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.03,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 2
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.14446569979190826
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.03125,
+ 0.03125,
+ 0.109375,
+ 0.109375,
+ 0.25,
+ 0.234375,
+ 0.25
+ ],
+ "early_success": 0.0,
+ "final_success": 0.375,
+ "late_success": 0.24479166666666666,
+ "learning_gain": 0.24479166666666666,
+ "role_cosine_after_training": 0.9931251406669617,
+ "training_wall_s": 0.19405043125152588
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.03125,
+ 0.03125,
+ 0.109375,
+ 0.109375,
+ 0.25,
+ 0.234375,
+ 0.25
+ ],
+ "early_success": 0.0,
+ "final_success": 0.36328125,
+ "late_success": 0.24479166666666666,
+ "learning_gain": 0.24479166666666666,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.1505514159798622
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9933922290802002,
+ "training_wall_s": 0.12790784984827042
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.03,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 457.81640625,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200002,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 24244,
+ "causal_role_sign_inversion_index": 0.04112046473970831,
+ "decoder_distance_residual_corr": 0.16522338689020571,
+ "early_residual_late_activity_change_corr": 0.7290949971023108,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.375,
+ "mean_abs_raw_soma_corr": 0.9990940400260578,
+ "mean_abs_residual_soma_corr": 0.04757344218649673,
+ "raw_minus_residual_abs_soma_corr": 0.9515205978395611,
+ "residual_minus_soma_outcome_acc": -0.09479166666666661,
+ "residual_outcome_decoder_balanced_acc": 0.7458333333333333,
+ "role_aligned_error_cv_corr": 0.26595497057845136,
+ "role_aligned_velocity_cv_corr": 0.9805060914374912,
+ "soma_outcome_decoder_balanced_acc": 0.840625,
+ "surrounding_event_decoder_balanced_acc": 0.5536559444654983,
+ "velocity_minus_error_abs_cv_corr": 0.7145511208590398
+ },
+ "wall_s": 1.711771171540022,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 0.9930130243301392,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 0.9930130243301392,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json
new file mode 100644
index 0000000..d7a98a7
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.1,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 0
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.13809896633028984
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.203125,
+ 0.390625,
+ 0.71875,
+ 0.765625,
+ 0.796875,
+ 0.890625,
+ 0.96875,
+ 0.953125,
+ 1.0,
+ 0.984375,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.98046875,
+ "late_success": 0.9947916666666666,
+ "learning_gain": 0.9739583333333334,
+ "role_cosine_after_training": 0.9492518901824951,
+ "training_wall_s": 0.18888843059539795
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.203125,
+ 0.4375,
+ 0.71875,
+ 0.765625,
+ 0.796875,
+ 0.890625,
+ 0.96875,
+ 0.953125,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.98828125,
+ "late_success": 1.0,
+ "learning_gain": 0.9791666666666666,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.13231267780065536
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9957243204116821,
+ "training_wall_s": 0.11807535216212273
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.1,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 419.15625,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200000,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 14141,
+ "causal_role_sign_inversion_index": 0.06505301596216101,
+ "decoder_distance_residual_corr": 0.15629221544560384,
+ "early_residual_late_activity_change_corr": 0.06406377516408569,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.98046875,
+ "mean_abs_raw_soma_corr": 0.997936518521185,
+ "mean_abs_residual_soma_corr": 0.0629856145397885,
+ "raw_minus_residual_abs_soma_corr": 0.9349509039813966,
+ "residual_minus_soma_outcome_acc": -0.26294820717131473,
+ "residual_outcome_decoder_balanced_acc": 0.31314741035856575,
+ "role_aligned_error_cv_corr": 0.310068871822896,
+ "role_aligned_velocity_cv_corr": 0.9478213372479565,
+ "soma_outcome_decoder_balanced_acc": 0.5760956175298805,
+ "surrounding_event_decoder_balanced_acc": 0.5482547164926976,
+ "velocity_minus_error_abs_cv_corr": 0.6377524654250605
+ },
+ "wall_s": 1.255968701094389,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 0.994301438331604,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400000,
+ "role_cosine_after_warmup": 0.994301438331604,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json
new file mode 100644
index 0000000..e933341
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.1,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 1
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.13616639748215675
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.234375,
+ 0.4375,
+ 0.640625,
+ 0.734375,
+ 0.84375,
+ 0.953125,
+ 0.96875,
+ 0.96875,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.98828125,
+ "late_success": 1.0,
+ "learning_gain": 0.9791666666666666,
+ "role_cosine_after_training": 0.973038375377655,
+ "training_wall_s": 0.18715962022542953
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.234375,
+ 0.46875,
+ 0.640625,
+ 0.734375,
+ 0.84375,
+ 0.953125,
+ 0.96875,
+ 0.96875,
+ 1.0,
+ 1.0,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.98828125,
+ "late_success": 1.0,
+ "learning_gain": 0.9791666666666666,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.14442136138677597
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9983765482902527,
+ "training_wall_s": 0.12449319660663605
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.1,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 420.453125,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200001,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 13602,
+ "causal_role_sign_inversion_index": 0.06750745767906385,
+ "decoder_distance_residual_corr": 0.14261302139922996,
+ "early_residual_late_activity_change_corr": 0.28934214299152056,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.98828125,
+ "mean_abs_raw_soma_corr": 0.9978495484359069,
+ "mean_abs_residual_soma_corr": 0.060449312741594284,
+ "raw_minus_residual_abs_soma_corr": 0.9374002356943126,
+ "residual_minus_soma_outcome_acc": -0.1027667984189723,
+ "residual_outcome_decoder_balanced_acc": 0.730566534914361,
+ "role_aligned_error_cv_corr": 0.3068176252274351,
+ "role_aligned_velocity_cv_corr": 0.9444225383439132,
+ "soma_outcome_decoder_balanced_acc": 0.8333333333333333,
+ "surrounding_event_decoder_balanced_acc": 0.5439283460511268,
+ "velocity_minus_error_abs_cv_corr": 0.637604913116478
+ },
+ "wall_s": 1.2404892928898335,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 0.9945572018623352,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400100,
+ "role_cosine_after_warmup": 0.9945572018623352,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json
new file mode 100644
index 0000000..403e77b
--- /dev/null
+++ b/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json
@@ -0,0 +1,234 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "eta": 0.1,
+ "model_seed": 0,
+ "outdir": "results/bci_td_dev",
+ "task_seed": 2
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": -0.1393236517906189,
+ "training_wall_s": 0.13750019297003746
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.203125,
+ 0.359375,
+ 0.53125,
+ 0.828125,
+ 0.890625,
+ 0.828125,
+ 0.984375,
+ 0.96875,
+ 1.0,
+ 0.984375,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.99609375,
+ "late_success": 0.9947916666666666,
+ "learning_gain": 0.9739583333333334,
+ "role_cosine_after_training": 0.9450525045394897,
+ "training_wall_s": 0.2350216843187809
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0625,
+ 0.21875,
+ 0.34375,
+ 0.546875,
+ 0.828125,
+ 0.890625,
+ 0.84375,
+ 0.984375,
+ 0.984375,
+ 0.96875,
+ 0.984375,
+ 1.0
+ ],
+ "early_success": 0.020833333333333332,
+ "final_success": 0.99609375,
+ "late_success": 0.984375,
+ "learning_gain": 0.9635416666666666,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.13376107811927795
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.0,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": 0.0,
+ "role_cosine_after_training": 0.9933922290802002,
+ "training_wall_s": 0.11753393709659576
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.1,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 425.421875,
+ "protocol": {
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json",
+ "evaluation_task_seed": 200002,
+ "name": "oral_b_td_development_v1",
+ "selection_split": "development"
+ },
+ "provenance": {
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "d4_gate_tracked": true,
+ "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "git_tracked_dirty": false,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "runner_and_protocol_tracked": true
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 13989,
+ "causal_role_sign_inversion_index": 0.06646939535051186,
+ "decoder_distance_residual_corr": 0.159887445638945,
+ "early_residual_late_activity_change_corr": 0.4544000229255365,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.99609375,
+ "mean_abs_raw_soma_corr": 0.997815422354804,
+ "mean_abs_residual_soma_corr": 0.0568123288901316,
+ "raw_minus_residual_abs_soma_corr": 0.9410030934646725,
+ "residual_minus_soma_outcome_acc": -0.03529411764705881,
+ "residual_outcome_decoder_balanced_acc": 0.4647058823529412,
+ "role_aligned_error_cv_corr": 0.2967110354219038,
+ "role_aligned_velocity_cv_corr": 0.9400024291339496,
+ "soma_outcome_decoder_balanced_acc": 0.5,
+ "surrounding_event_decoder_balanced_acc": 0.540037839145198,
+ "velocity_minus_error_abs_cv_corr": 0.6432913937120458
+ },
+ "wall_s": 1.3410626128315926,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": -0.1393236517906189,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 0.9930130243301392,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 400200,
+ "role_cosine_after_warmup": 0.9930130243301392,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}
diff --git a/results/bci_td_dev_gate.json b/results/bci_td_dev_gate.json
new file mode 100644
index 0000000..054c1d9
--- /dev/null
+++ b/results/bci_td_dev_gate.json
@@ -0,0 +1,173 @@
+{
+ "candidates": [
+ {
+ "eligible": false,
+ "eta": 0.03,
+ "final_success": [
+ 0.3671875,
+ 0.4609375,
+ 0.375
+ ],
+ "learning_gain": [
+ 0.20833333333333334,
+ 0.3125,
+ 0.24479166666666666
+ ],
+ "role_cosine": [
+ 0.9953482747077942,
+ 0.9975095987319946,
+ 0.9931251406669617
+ ],
+ "seed_checks": [
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": false,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ }
+ ],
+ "sign_inversion": [
+ 0.03971503156311595,
+ 0.04227523795124126,
+ 0.04112046473970831
+ ],
+ "task_seeds": [
+ 0,
+ 1,
+ 2
+ ],
+ "velocity_advantage": [
+ 0.7154487737448703,
+ 0.7043877608551329,
+ 0.7145511208590398
+ ],
+ "worst_final_success": 0.3671875
+ },
+ {
+ "eligible": true,
+ "eta": 0.1,
+ "final_success": [
+ 0.98046875,
+ 0.98828125,
+ 0.99609375
+ ],
+ "learning_gain": [
+ 0.9739583333333334,
+ 0.9791666666666666,
+ 0.9739583333333334
+ ],
+ "role_cosine": [
+ 0.9492518901824951,
+ 0.973038375377655,
+ 0.9450525045394897
+ ],
+ "seed_checks": [
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ },
+ {
+ "final_success_at_least_0p70": true,
+ "fixed_vectorizer_gap_at_least_0p20": true,
+ "learned_role_cosine_at_least_0p80": true,
+ "learning_gain_at_least_0p10": true,
+ "plasticity_lesion_removes_half_gain": true,
+ "raw_minus_residual_corr_at_least_0p20": true,
+ "residual_soma_corr_at_most_0p10": true,
+ "sign_inversion_at_least_0p01": true,
+ "velocity_advantage_at_least_0p05": true,
+ "within_0p10_of_oracle_role": true
+ }
+ ],
+ "sign_inversion": [
+ 0.06505301596216101,
+ 0.06750745767906385,
+ 0.06646939535051186
+ ],
+ "task_seeds": [
+ 0,
+ 1,
+ 2
+ ],
+ "velocity_advantage": [
+ 0.6377524654250605,
+ 0.637604913116478,
+ 0.6432913937120458
+ ],
+ "worst_final_success": 0.98046875
+ }
+ ],
+ "complete_grid": true,
+ "confirmation_seeds_touched": false,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "oral_b_confirmation_opened": true,
+ "protocol": "oral_b_td_development_v1",
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "review_score_after": 7,
+ "review_score_before": 7,
+ "score_change_rule": "R1 is development evidence and cannot change the paper score",
+ "selected": {
+ "eta": 0.1,
+ "worst_final_success": 0.98046875
+ },
+ "source_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e",
+ "source_sha256": {
+ "results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json": "7ccc4807e5952effd6362ad9e357397abbe5efd508e5c3f8d612ec5a367a94a2",
+ "results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json": "12c6fc0a7f44af50b715b394aa46ff52245d710b63531e2cdc60d36a127db78e",
+ "results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json": "dbc47378d6d9afb17d491ab999a901d95b41ad748292ba9023a1223d289c2e90",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json": "13c48f23c32fc9d4ad137084b6b831eb9047eb94416f48bf99b73990c37f4b88",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json": "cc925311b0883a941d0e660083b5bfc71129ffa7b7b6dfc2869c35fbdd60500f",
+ "results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json": "3bec637d3b70657dab4dc1cdff4426534ade35f3804faae83d796c6c70d2cd86"
+ },
+ "status": "passed"
+}