diff options
Diffstat (limited to 'results/bci_td_dev')
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json | 234 | ||||
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json | 234 | ||||
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json | 234 | ||||
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json | 234 | ||||
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json | 234 | ||||
| -rw-r--r-- | results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json | 234 |
6 files changed, 1404 insertions, 0 deletions
diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json new file mode 100644 index 0000000..7c4e9c6 --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p03_t0_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.03, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 0 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14295605570077896 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03125, + 0.015625, + 0.078125, + 0.09375, + 0.109375, + 0.15625, + 0.15625, + 0.3125 + ], + "early_success": 0.0, + "final_success": 0.3671875, + "late_success": 0.20833333333333334, + "learning_gain": 0.20833333333333334, + "role_cosine_after_training": 0.9953482747077942, + "training_wall_s": 0.19585418701171875 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03125, + 0.03125, + 0.078125, + 0.109375, + 0.140625, + 0.15625, + 0.15625, + 0.3125 + ], + "early_success": 0.0, + "final_success": 0.3828125, + "late_success": 0.20833333333333334, + "learning_gain": 0.20833333333333334, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14893020316958427 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9957243204116821, + "training_wall_s": 0.12823110818862915 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.03, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 469.53515625, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200000, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 24351, + "causal_role_sign_inversion_index": 0.03971503156311595, + "decoder_distance_residual_corr": 0.17299415447273508, + "early_residual_late_activity_change_corr": 0.43257330221287027, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.3671875, + "mean_abs_raw_soma_corr": 0.9991424787431112, + "mean_abs_residual_soma_corr": 0.04534893687364906, + "raw_minus_residual_abs_soma_corr": 0.9537935418694622, + "residual_minus_soma_outcome_acc": -0.07427107959022838, + "residual_outcome_decoder_balanced_acc": 0.7782374573154716, + "role_aligned_error_cv_corr": 0.2660392603438301, + "role_aligned_velocity_cv_corr": 0.9814880340887003, + "soma_outcome_decoder_balanced_acc": 0.8525085369056999, + "surrounding_event_decoder_balanced_acc": 0.5570024383311699, + "velocity_minus_error_abs_cv_corr": 0.7154487737448703 + }, + "wall_s": 1.7664291523396969, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 0.994301438331604, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 0.994301438331604, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json new file mode 100644 index 0000000..a836403 --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p03_t1_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.03, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 1 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.15121137350797653 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03125, + 0.078125, + 0.046875, + 0.171875, + 0.1875, + 0.265625, + 0.28125, + 0.390625 + ], + "early_success": 0.0, + "final_success": 0.4609375, + "late_success": 0.3125, + "learning_gain": 0.3125, + "role_cosine_after_training": 0.9975095987319946, + "training_wall_s": 0.20300662890076637 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.015625, + 0.03125, + 0.078125, + 0.046875, + 0.171875, + 0.1875, + 0.265625, + 0.296875, + 0.390625 + ], + "early_success": 0.0, + "final_success": 0.4609375, + "late_success": 0.3177083333333333, + "learning_gain": 0.3177083333333333, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.15162526443600655 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9983765482902527, + "training_wall_s": 0.13014426454901695 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.03, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 468.0390625, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200001, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 24006, + "causal_role_sign_inversion_index": 0.04227523795124126, + "decoder_distance_residual_corr": 0.1666750478910676, + "early_residual_late_activity_change_corr": 0.45775089820181863, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.4609375, + "mean_abs_raw_soma_corr": 0.9990443203189068, + "mean_abs_residual_soma_corr": 0.04808833013960605, + "raw_minus_residual_abs_soma_corr": 0.9509559901793008, + "residual_minus_soma_outcome_acc": -0.009702775730778601, + "residual_outcome_decoder_balanced_acc": 0.7835912552198477, + "role_aligned_error_cv_corr": 0.2782834725638933, + "role_aligned_velocity_cv_corr": 0.9826712334190262, + "soma_outcome_decoder_balanced_acc": 0.7932940309506263, + "surrounding_event_decoder_balanced_acc": 0.5546401578056754, + "velocity_minus_error_abs_cv_corr": 0.7043877608551329 + }, + "wall_s": 1.781055897474289, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 0.9945572018623352, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 0.9945572018623352, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json b/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json new file mode 100644 index 0000000..8e4a34e --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p03_t2_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.03, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 2 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.14446569979190826 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03125, + 0.03125, + 0.109375, + 0.109375, + 0.25, + 0.234375, + 0.25 + ], + "early_success": 0.0, + "final_success": 0.375, + "late_success": 0.24479166666666666, + "learning_gain": 0.24479166666666666, + "role_cosine_after_training": 0.9931251406669617, + "training_wall_s": 0.19405043125152588 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.03125, + 0.03125, + 0.109375, + 0.109375, + 0.25, + 0.234375, + 0.25 + ], + "early_success": 0.0, + "final_success": 0.36328125, + "late_success": 0.24479166666666666, + "learning_gain": 0.24479166666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.1505514159798622 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9933922290802002, + "training_wall_s": 0.12790784984827042 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.03, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 457.81640625, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200002, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 24244, + "causal_role_sign_inversion_index": 0.04112046473970831, + "decoder_distance_residual_corr": 0.16522338689020571, + "early_residual_late_activity_change_corr": 0.7290949971023108, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.375, + "mean_abs_raw_soma_corr": 0.9990940400260578, + "mean_abs_residual_soma_corr": 0.04757344218649673, + "raw_minus_residual_abs_soma_corr": 0.9515205978395611, + "residual_minus_soma_outcome_acc": -0.09479166666666661, + "residual_outcome_decoder_balanced_acc": 0.7458333333333333, + "role_aligned_error_cv_corr": 0.26595497057845136, + "role_aligned_velocity_cv_corr": 0.9805060914374912, + "soma_outcome_decoder_balanced_acc": 0.840625, + "surrounding_event_decoder_balanced_acc": 0.5536559444654983, + "velocity_minus_error_abs_cv_corr": 0.7145511208590398 + }, + "wall_s": 1.711771171540022, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 0.9930130243301392, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 0.9930130243301392, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json new file mode 100644 index 0000000..d7a98a7 --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p1_t0_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.1, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 0 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13809896633028984 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.203125, + 0.390625, + 0.71875, + 0.765625, + 0.796875, + 0.890625, + 0.96875, + 0.953125, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98046875, + "late_success": 0.9947916666666666, + "learning_gain": 0.9739583333333334, + "role_cosine_after_training": 0.9492518901824951, + "training_wall_s": 0.18888843059539795 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.203125, + 0.4375, + 0.71875, + 0.765625, + 0.796875, + 0.890625, + 0.96875, + 0.953125, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98828125, + "late_success": 1.0, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13231267780065536 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9957243204116821, + "training_wall_s": 0.11807535216212273 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 419.15625, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200000, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 14141, + "causal_role_sign_inversion_index": 0.06505301596216101, + "decoder_distance_residual_corr": 0.15629221544560384, + "early_residual_late_activity_change_corr": 0.06406377516408569, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98046875, + "mean_abs_raw_soma_corr": 0.997936518521185, + "mean_abs_residual_soma_corr": 0.0629856145397885, + "raw_minus_residual_abs_soma_corr": 0.9349509039813966, + "residual_minus_soma_outcome_acc": -0.26294820717131473, + "residual_outcome_decoder_balanced_acc": 0.31314741035856575, + "role_aligned_error_cv_corr": 0.310068871822896, + "role_aligned_velocity_cv_corr": 0.9478213372479565, + "soma_outcome_decoder_balanced_acc": 0.5760956175298805, + "surrounding_event_decoder_balanced_acc": 0.5482547164926976, + "velocity_minus_error_abs_cv_corr": 0.6377524654250605 + }, + "wall_s": 1.255968701094389, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 0.994301438331604, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400000, + "role_cosine_after_warmup": 0.994301438331604, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json new file mode 100644 index 0000000..e933341 --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p1_t1_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.1, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 1 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13616639748215675 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.234375, + 0.4375, + 0.640625, + 0.734375, + 0.84375, + 0.953125, + 0.96875, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98828125, + "late_success": 1.0, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 0.973038375377655, + "training_wall_s": 0.18715962022542953 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.234375, + 0.46875, + 0.640625, + 0.734375, + 0.84375, + 0.953125, + 0.96875, + 0.96875, + 1.0, + 1.0, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.98828125, + "late_success": 1.0, + "learning_gain": 0.9791666666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.14442136138677597 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9983765482902527, + "training_wall_s": 0.12449319660663605 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 420.453125, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200001, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13602, + "causal_role_sign_inversion_index": 0.06750745767906385, + "decoder_distance_residual_corr": 0.14261302139922996, + "early_residual_late_activity_change_corr": 0.28934214299152056, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.98828125, + "mean_abs_raw_soma_corr": 0.9978495484359069, + "mean_abs_residual_soma_corr": 0.060449312741594284, + "raw_minus_residual_abs_soma_corr": 0.9374002356943126, + "residual_minus_soma_outcome_acc": -0.1027667984189723, + "residual_outcome_decoder_balanced_acc": 0.730566534914361, + "role_aligned_error_cv_corr": 0.3068176252274351, + "role_aligned_velocity_cv_corr": 0.9444225383439132, + "soma_outcome_decoder_balanced_acc": 0.8333333333333333, + "surrounding_event_decoder_balanced_acc": 0.5439283460511268, + "velocity_minus_error_abs_cv_corr": 0.637604913116478 + }, + "wall_s": 1.2404892928898335, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 0.9945572018623352, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400100, + "role_cosine_after_warmup": 0.9945572018623352, + "role_cursor_scalar_observations": 12800 + } + } +} diff --git a/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json b/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json new file mode 100644 index 0000000..403e77b --- /dev/null +++ b/results/bci_td_dev/bci_td_v1_eta0p1_t2_m0.json @@ -0,0 +1,234 @@ +{ + "args": { + "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json", + "eta": 0.1, + "model_seed": 0, + "outdir": "results/bci_td_dev", + "task_seed": 2 + }, + "conditions": { + "fixed_vectorizer": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": -0.1393236517906189, + "training_wall_s": 0.13750019297003746 + }, + "intact": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.203125, + 0.359375, + 0.53125, + 0.828125, + 0.890625, + 0.828125, + 0.984375, + 0.96875, + 1.0, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.99609375, + "late_success": 0.9947916666666666, + "learning_gain": 0.9739583333333334, + "role_cosine_after_training": 0.9450525045394897, + "training_wall_s": 0.2350216843187809 + }, + "oracle_role": { + "cost": { + "conservative_online_cursor_scalar_observations": 0, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0625, + 0.21875, + 0.34375, + 0.546875, + 0.828125, + 0.890625, + 0.84375, + 0.984375, + 0.984375, + 0.96875, + 0.984375, + 1.0 + ], + "early_success": 0.020833333333333332, + "final_success": 0.99609375, + "late_success": 0.984375, + "learning_gain": 0.9635416666666666, + "role_cosine_after_training": 1.0000001192092896, + "training_wall_s": 0.13376107811927795 + }, + "plasticity_lesion": { + "cost": { + "conservative_online_cursor_scalar_observations": 12544, + "online_role_perturbation_events": 98, + "ordinary_performance_change_observations": 25088, + "ordinary_state_episode_steps": 25088 + }, + "daily_success": [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0 + ], + "early_success": 0.0, + "final_success": 0.0, + "late_success": 0.0, + "learning_gain": 0.0, + "role_cosine_after_training": 0.9933922290802002, + "training_wall_s": 0.11753393709659576 + } + }, + "config": { + "context_ar": 0.8, + "context_dim": 16, + "coupling_scale": 1.0, + "days": 14, + "episodes_per_day": 64, + "feedback": "performance_velocity", + "forward_eta": 0.1, + "inertia": 0.65, + "kappa": 0.0, + "n_background": 30, + "n_minus": 5, + "n_plus": 5, + "perturb_every": 4, + "perturb_sigma": 0.03, + "predictor_eta": 0.2, + "process_noise": 0.12, + "steps_per_episode": 28, + "target": 0.8, + "vectorizer_eta": 0.03 + }, + "finite": true, + "hardware": { + "device": "cpu", + "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35", + "threads": 1, + "torch_version": "2.3.1+cu118" + }, + "peak_rss_mib": 425.421875, + "protocol": { + "confirmation_seeds_touched": false, + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_source": "results/kp_dynamic_projection_confirmation_gate.json", + "evaluation_task_seed": 200002, + "name": "oral_b_td_development_v1", + "selection_split": "development" + }, + "provenance": { + "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef", + "d4_gate_tracked": true, + "git_commit": "2b8b36b249e5d05386460c58aab268ca4d02eb0e", + "git_tracked_dirty": false, + "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd", + "runner_and_protocol_tracked": true + }, + "schema_version": 1, + "signatures": { + "active_training_events": 13989, + "causal_role_sign_inversion_index": 0.06646939535051186, + "decoder_distance_residual_corr": 0.159887445638945, + "early_residual_late_activity_change_corr": 0.4544000229255365, + "evaluation_episodes": 256, + "evaluation_success_fraction": 0.99609375, + "mean_abs_raw_soma_corr": 0.997815422354804, + "mean_abs_residual_soma_corr": 0.0568123288901316, + "raw_minus_residual_abs_soma_corr": 0.9410030934646725, + "residual_minus_soma_outcome_acc": -0.03529411764705881, + "residual_outcome_decoder_balanced_acc": 0.4647058823529412, + "role_aligned_error_cv_corr": 0.2967110354219038, + "role_aligned_velocity_cv_corr": 0.9400024291339496, + "soma_outcome_decoder_balanced_acc": 0.5, + "surrounding_event_decoder_balanced_acc": 0.540037839145198, + "velocity_minus_error_abs_cv_corr": 0.6432913937120458 + }, + "wall_s": 1.3410626128315926, + "warmup": { + "fixed_vectorizer": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": -0.1393236517906189, + "role_cursor_scalar_observations": 12800 + }, + "intact": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 0.9930130243301392, + "role_cursor_scalar_observations": 12800 + }, + "oracle_role": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 1.0000001192092896, + "role_cursor_scalar_observations": 12800 + }, + "plasticity_lesion": { + "batches": 100, + "examples": 6400, + "instruction_present": false, + "predictor_max_abs_error": 2.384185791015625e-07, + "rng_seed": 400200, + "role_cosine_after_warmup": 0.9930130243301392, + "role_cursor_scalar_observations": 12800 + } + } +} |
