summaryrefslogtreecommitdiff
path: root/results/bci_td_confirmation/bci_td_confirm_t10_m2.json
diff options
context:
space:
mode:
Diffstat (limited to 'results/bci_td_confirmation/bci_td_confirm_t10_m2.json')
-rw-r--r--results/bci_td_confirmation/bci_td_confirm_t10_m2.json248
1 files changed, 248 insertions, 0 deletions
diff --git a/results/bci_td_confirmation/bci_td_confirm_t10_m2.json b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json
new file mode 100644
index 0000000..bc6027a
--- /dev/null
+++ b/results/bci_td_confirmation/bci_td_confirm_t10_m2.json
@@ -0,0 +1,248 @@
+{
+ "args": {
+ "d4_gate": "results/kp_dynamic_projection_confirmation_gate.json",
+ "model_seed": 2,
+ "outdir": "results/bci_td_confirmation",
+ "r1_gate": "results/bci_td_dev_gate.json",
+ "task_seed": 10
+ },
+ "conditions": {
+ "fixed_vectorizer": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.015625,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.005208333333333333,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": -0.005208333333333333,
+ "role_cosine_after_training": -0.09573888778686523,
+ "training_wall_s": 0.13613630458712578
+ },
+ "intact": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.015625,
+ 0.0625,
+ 0.296875,
+ 0.546875,
+ 0.609375,
+ 0.78125,
+ 0.890625,
+ 0.921875,
+ 0.96875,
+ 0.984375,
+ 0.984375,
+ 0.984375,
+ 0.984375,
+ 1.0
+ ],
+ "early_success": 0.125,
+ "final_success": 0.99609375,
+ "late_success": 0.9895833333333334,
+ "learning_gain": 0.8645833333333334,
+ "role_cosine_after_training": 0.9436808824539185,
+ "training_wall_s": 0.18776877596974373
+ },
+ "oracle_role": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 0,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.015625,
+ 0.09375,
+ 0.328125,
+ 0.59375,
+ 0.65625,
+ 0.78125,
+ 0.90625,
+ 0.921875,
+ 0.96875,
+ 0.984375,
+ 0.984375,
+ 0.984375,
+ 0.984375,
+ 1.0
+ ],
+ "early_success": 0.14583333333333334,
+ "final_success": 0.99609375,
+ "late_success": 0.9895833333333334,
+ "learning_gain": 0.84375,
+ "role_cosine_after_training": 1.0000001192092896,
+ "training_wall_s": 0.13256346061825752
+ },
+ "plasticity_lesion": {
+ "cost": {
+ "conservative_online_cursor_scalar_observations": 12544,
+ "online_role_perturbation_events": 98,
+ "ordinary_performance_change_observations": 25088,
+ "ordinary_state_episode_steps": 25088
+ },
+ "daily_success": [
+ 0.015625,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0,
+ 0.0
+ ],
+ "early_success": 0.005208333333333333,
+ "final_success": 0.0,
+ "late_success": 0.0,
+ "learning_gain": -0.005208333333333333,
+ "role_cosine_after_training": 0.994221568107605,
+ "training_wall_s": 0.1162402480840683
+ }
+ },
+ "config": {
+ "context_ar": 0.8,
+ "context_dim": 16,
+ "coupling_scale": 1.0,
+ "days": 14,
+ "episodes_per_day": 64,
+ "feedback": "performance_velocity",
+ "forward_eta": 0.1,
+ "inertia": 0.65,
+ "kappa": 0.0,
+ "n_background": 30,
+ "n_minus": 5,
+ "n_plus": 5,
+ "perturb_every": 4,
+ "perturb_sigma": 0.03,
+ "predictor_eta": 0.2,
+ "process_noise": 0.12,
+ "steps_per_episode": 28,
+ "target": 0.8,
+ "vectorizer_eta": 0.03
+ },
+ "finite": true,
+ "hardware": {
+ "device": "cpu",
+ "platform": "Linux-5.15.0-161-generic-x86_64-with-glibc2.35",
+ "threads": 1,
+ "torch_version": "2.3.1+cu118"
+ },
+ "peak_rss_mib": 409.51953125,
+ "protocol": {
+ "confirmation_grid_size": 30,
+ "d4_gate_sha256": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "evaluation_task_seed": 300010,
+ "name": "oral_b_td_confirmation_v1",
+ "no_further_selection": true,
+ "protocol_sha256": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "r1_gate_sha256": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a",
+ "selected_eta": 0.1,
+ "split": "untouched_confirmation",
+ "training_task_seed": 10
+ },
+ "provenance": {
+ "git_commit": "1ff7cb7cf7cecd79cf5a0ab36c149342482c7005",
+ "git_tracked_dirty": false,
+ "input_sha256": {
+ "d4_gate": "636c587e47287338cdca7d9558dc3bfb99a2cec615badb23337025d85b8128ef",
+ "development_runner": "71f3d15482c5f96bf1d18297f0ea29181dd6f00a527f2e2ace07dc9b77489dc2",
+ "protocol": "3a1514e851e25e6f2588a46638992e3cb5530eb71ad79f45bb573d3a701d98bd",
+ "r1_gate": "ebb28c57461dae8334f623743145ad0a934a8fc14a96a1d877992b74daec6c8a",
+ "runner": "5fd0735d9912923980b4b3b72756a630f76aceffc8c3618f1c852a7f936b2f05"
+ },
+ "tracked_inputs": {
+ "d4_gate": true,
+ "development_runner": true,
+ "protocol": true,
+ "r1_gate": true,
+ "runner": true
+ }
+ },
+ "schema_version": 1,
+ "signatures": {
+ "active_training_events": 12221,
+ "causal_role_sign_inversion_index": 0.07510570355445109,
+ "decoder_distance_residual_corr": 0.16402023365991503,
+ "early_residual_late_activity_change_corr": -0.5524680718850281,
+ "evaluation_episodes": 256,
+ "evaluation_success_fraction": 0.99609375,
+ "mean_abs_raw_soma_corr": 0.9964675144970391,
+ "mean_abs_residual_soma_corr": 0.05883997486901614,
+ "raw_minus_residual_abs_soma_corr": 0.9376275396280229,
+ "residual_minus_soma_outcome_acc": -0.05098039215686273,
+ "residual_outcome_decoder_balanced_acc": 0.44901960784313727,
+ "role_aligned_error_cv_corr": 0.2919643975753232,
+ "role_aligned_velocity_cv_corr": 0.9356284209865996,
+ "soma_outcome_decoder_balanced_acc": 0.5,
+ "surrounding_event_decoder_balanced_acc": 0.5476683109297193,
+ "velocity_minus_error_abs_cv_corr": 0.6436640234112764
+ },
+ "wall_s": 1.1114438623189926,
+ "warmup": {
+ "fixed_vectorizer": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 401002,
+ "role_cosine_after_warmup": -0.09573888778686523,
+ "role_cursor_scalar_observations": 12800
+ },
+ "intact": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 401002,
+ "role_cosine_after_warmup": 0.9940519332885742,
+ "role_cursor_scalar_observations": 12800
+ },
+ "oracle_role": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 401002,
+ "role_cosine_after_warmup": 1.0000001192092896,
+ "role_cursor_scalar_observations": 12800
+ },
+ "plasticity_lesion": {
+ "batches": 100,
+ "examples": 6400,
+ "instruction_present": false,
+ "predictor_max_abs_error": 2.384185791015625e-07,
+ "rng_seed": 401002,
+ "role_cosine_after_warmup": 0.9940519332885742,
+ "role_cursor_scalar_observations": 12800
+ }
+ }
+}