From c18e939242d6fd88fc07aa35c4d11d17d663fce0 Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Mon, 10 Aug 2026 09:59:49 -0500 Subject: results: reject Larkum innovation pilot --- results/larkum_public_pilot.json | 349 +++++++++++++++++++++++++++++++++++++++ 1 file changed, 349 insertions(+) create mode 100644 results/larkum_public_pilot.json (limited to 'results/larkum_public_pilot.json') diff --git a/results/larkum_public_pilot.json b/results/larkum_public_pilot.json new file mode 100644 index 0000000..d14c44b --- /dev/null +++ b/results/larkum_public_pilot.json @@ -0,0 +1,349 @@ +{ + "claim_boundary": "Exploratory biological consistency test only; the release has three animals, no paired soma signal, and no trial-linked relearning endpoint.", + "comparisons": { + "innovation_minus_raw_dcz": { + "bootstrap_probability_positive": 0.9618, + "difference": 0.08234035309566651, + "session_block_bootstrap_95ci": [ + -0.008596341173675416, + 0.19989027153004213 + ] + }, + "innovation_minus_raw_sal": { + "bootstrap_probability_positive": 0.834, + "difference": 0.04378361807084524, + "session_block_bootstrap_95ci": [ + -0.064478225174643, + 0.10447378541212671 + ] + }, + "innovation_sal_minus_dcz": { + "bootstrap_probability_positive": 0.0026, + "difference": -0.1266103220565698, + "session_block_bootstrap_95ci": [ + -0.20505079128064047, + -0.03966175894814002 + ] + } + }, + "counts": { + "DCZ": { + "animals": [ + "DCO1", + "DCO2", + "DCO4" + ], + "correct": 709, + "errors": 29, + "sessions": 11, + "trials": 738 + }, + "Sal": { + "animals": [ + "DCO1", + "DCO2", + "DCO4" + ], + "correct": 677, + "errors": 53, + "sessions": 11, + "trials": 730 + } + }, + "endpoints": { + "DCZ": { + "choice_only": { + "auc": 0.016998200476630507, + "by_animal": { + "DCO1": { + "auc": 0.0, + "errors": 10, + "trials": 299 + }, + "DCO2": { + "auc": 0.07884051432438527, + "errors": 13, + "trials": 354 + }, + "DCO4": { + "auc": 0.0, + "errors": 6, + "trials": 85 + } + }, + "errors": 29, + "session_block_bootstrap_95ci": [ + 0.0, + 0.04327676459809081 + ], + "trials": 738 + }, + "innovation": { + "auc": 0.5766256505033801, + "by_animal": { + "DCO1": { + "auc": 0.41972318339100345, + "errors": 10, + "trials": 299 + }, + "DCO2": { + "auc": 0.5711707647191517, + "errors": 13, + "trials": 354 + }, + "DCO4": { + "auc": 0.7130801687763713, + "errors": 6, + "trials": 85 + } + }, + "errors": 29, + "session_block_bootstrap_95ci": [ + 0.4870279928909184, + 0.6587528138885287 + ], + "trials": 738 + }, + "local_spine": { + "auc": 0.3219687758377511, + "by_animal": { + "DCO1": { + "auc": 0.19480968858131487, + "errors": 10, + "trials": 299 + }, + "DCO2": { + "auc": 0.3363410782765621, + "errors": 13, + "trials": 354 + }, + "DCO4": { + "auc": 0.5400843881856541, + "errors": 6, + "trials": 85 + } + }, + "errors": 29, + "session_block_bootstrap_95ci": [ + 0.25400864209320095, + 0.4074419920699892 + ], + "trials": 738 + }, + "raw_branch": { + "auc": 0.4942852974077136, + "by_animal": { + "DCO1": { + "auc": 0.5069204152249135, + "errors": 10, + "trials": 299 + }, + "DCO2": { + "auc": 0.5391382810737649, + "errors": 13, + "trials": 354 + }, + "DCO4": { + "auc": 0.43670886075949367, + "errors": 6, + "trials": 85 + } + }, + "errors": 29, + "session_block_bootstrap_95ci": [ + 0.42036490808211974, + 0.5555941272794735 + ], + "trials": 738 + }, + "task_residual": { + "auc": 0.6336267691260153, + "by_animal": { + "DCO1": { + "auc": 0.6619377162629758, + "errors": 10, + "trials": 299 + }, + "DCO2": { + "auc": 0.5867358448003609, + "errors": 13, + "trials": 354 + }, + "DCO4": { + "auc": 0.6497890295358649, + "errors": 6, + "trials": 85 + } + }, + "errors": 29, + "session_block_bootstrap_95ci": [ + 0.5311934974204258, + 0.732796365556908 + ], + "trials": 738 + } + }, + "Sal": { + "choice_only": { + "auc": 0.0, + "by_animal": { + "DCO1": { + "auc": 0.0, + "errors": 39, + "trials": 353 + }, + "DCO2": { + "auc": 0.0, + "errors": 10, + "trials": 257 + }, + "DCO4": { + "auc": 0.0, + "errors": 4, + "trials": 120 + } + }, + "errors": 53, + "session_block_bootstrap_95ci": [ + 0.0, + 0.0 + ], + "trials": 730 + }, + "innovation": { + "auc": 0.4500153284468103, + "by_animal": { + "DCO1": { + "auc": 0.45092275028580764, + "errors": 39, + "trials": 353 + }, + "DCO2": { + "auc": 0.4850202429149798, + "errors": 10, + "trials": 257 + }, + "DCO4": { + "auc": 0.521551724137931, + "errors": 4, + "trials": 120 + } + }, + "errors": 53, + "session_block_bootstrap_95ci": [ + 0.40088336098929317, + 0.48488033904680006 + ], + "trials": 730 + }, + "local_spine": { + "auc": 0.33976199102589116, + "by_animal": { + "DCO1": { + "auc": 0.31855299689694594, + "errors": 39, + "trials": 353 + }, + "DCO2": { + "auc": 0.42429149797570853, + "errors": 10, + "trials": 257 + }, + "DCO4": { + "auc": 0.5086206896551724, + "errors": 4, + "trials": 120 + } + }, + "errors": 53, + "session_block_bootstrap_95ci": [ + 0.267876044482636, + 0.4288681204569055 + ], + "trials": 730 + }, + "raw_branch": { + "auc": 0.40623171037596506, + "by_animal": { + "DCO1": { + "auc": 0.409358157765801, + "errors": 39, + "trials": 353 + }, + "DCO2": { + "auc": 0.43724696356275305, + "errors": 10, + "trials": 257 + }, + "DCO4": { + "auc": 0.5818965517241379, + "errors": 4, + "trials": 120 + } + }, + "errors": 53, + "session_block_bootstrap_95ci": [ + 0.3571846696411657, + 0.4861563487784197 + ], + "trials": 730 + }, + "task_residual": { + "auc": 0.5177113235417073, + "by_animal": { + "DCO1": { + "auc": 0.527437530622244, + "errors": 39, + "trials": 353 + }, + "DCO2": { + "auc": 0.5299595141700405, + "errors": 10, + "trials": 257 + }, + "DCO4": { + "auc": 0.6163793103448276, + "errors": 4, + "trials": 120 + } + }, + "errors": 53, + "session_block_bootstrap_95ci": [ + 0.4260949263101106, + 0.5883748047753122 + ], + "trials": 730 + } + } + }, + "fixed_configuration": { + "bootstrap_samples": 5000, + "bootstrap_seed": 20270810, + "decoder": "StandardScaler + balanced logistic regression, C=1.0", + "evaluation": "cross-instruction leave-one-animal-out", + "outcome_window_seconds": [ + 0.0, + 1.0 + ], + "predictor_folds": 5, + "ridge_alpha": 1.0 + }, + "protocol": "larkum_public_innovation_pilot_v1", + "source": { + "dataset_doi": "10.12751/g-node.etlk5k", + "files": [ + "DCO1_020724_dff.mat", + "DCO1_050724_dff.mat", + "DCO1_090724_dff.mat", + "DCO1_300624_dff.mat", + "DCO2_011124_dff.mat", + "DCO2_021124_dff.mat", + "DCO2_031124_dff.mat", + "DCO2_041124_dff.mat", + "DCO2_311024_dff.mat", + "DCO4_011124_dff.mat", + "DCO4_021124_dff.mat" + ], + "paper_doi": "10.1126/science.adx4358" + } +} -- cgit v1.2.3