results: reject Larkum innovation pilot

1 files changed, 349 insertions, 0 deletions

diff --git a/results/larkum_public_pilot.json b/results/larkum_public_pilot.json
new file mode 100644
index 0000000..d14c44b
--- /dev/null
+++ b/results/larkum_public_pilot.json
@@ -0,0 +1,349 @@
+{
+  "claim_boundary": "Exploratory biological consistency test only; the release has three animals, no paired soma signal, and no trial-linked relearning endpoint.",
+  "comparisons": {
+    "innovation_minus_raw_dcz": {
+      "bootstrap_probability_positive": 0.9618,
+      "difference": 0.08234035309566651,
+      "session_block_bootstrap_95ci": [
+        -0.008596341173675416,
+        0.19989027153004213
+      ]
+    },
+    "innovation_minus_raw_sal": {
+      "bootstrap_probability_positive": 0.834,
+      "difference": 0.04378361807084524,
+      "session_block_bootstrap_95ci": [
+        -0.064478225174643,
+        0.10447378541212671
+      ]
+    },
+    "innovation_sal_minus_dcz": {
+      "bootstrap_probability_positive": 0.0026,
+      "difference": -0.1266103220565698,
+      "session_block_bootstrap_95ci": [
+        -0.20505079128064047,
+        -0.03966175894814002
+      ]
+    }
+  },
+  "counts": {
+    "DCZ": {
+      "animals": [
+        "DCO1",
+        "DCO2",
+        "DCO4"
+      ],
+      "correct": 709,
+      "errors": 29,
+      "sessions": 11,
+      "trials": 738
+    },
+    "Sal": {
+      "animals": [
+        "DCO1",
+        "DCO2",
+        "DCO4"
+      ],
+      "correct": 677,
+      "errors": 53,
+      "sessions": 11,
+      "trials": 730
+    }
+  },
+  "endpoints": {
+    "DCZ": {
+      "choice_only": {
+        "auc": 0.016998200476630507,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.0,
+            "errors": 10,
+            "trials": 299
+          },
+          "DCO2": {
+            "auc": 0.07884051432438527,
+            "errors": 13,
+            "trials": 354
+          },
+          "DCO4": {
+            "auc": 0.0,
+            "errors": 6,
+            "trials": 85
+          }
+        },
+        "errors": 29,
+        "session_block_bootstrap_95ci": [
+          0.0,
+          0.04327676459809081
+        ],
+        "trials": 738
+      },
+      "innovation": {
+        "auc": 0.5766256505033801,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.41972318339100345,
+            "errors": 10,
+            "trials": 299
+          },
+          "DCO2": {
+            "auc": 0.5711707647191517,
+            "errors": 13,
+            "trials": 354
+          },
+          "DCO4": {
+            "auc": 0.7130801687763713,
+            "errors": 6,
+            "trials": 85
+          }
+        },
+        "errors": 29,
+        "session_block_bootstrap_95ci": [
+          0.4870279928909184,
+          0.6587528138885287
+        ],
+        "trials": 738
+      },
+      "local_spine": {
+        "auc": 0.3219687758377511,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.19480968858131487,
+            "errors": 10,
+            "trials": 299
+          },
+          "DCO2": {
+            "auc": 0.3363410782765621,
+            "errors": 13,
+            "trials": 354
+          },
+          "DCO4": {
+            "auc": 0.5400843881856541,
+            "errors": 6,
+            "trials": 85
+          }
+        },
+        "errors": 29,
+        "session_block_bootstrap_95ci": [
+          0.25400864209320095,
+          0.4074419920699892
+        ],
+        "trials": 738
+      },
+      "raw_branch": {
+        "auc": 0.4942852974077136,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.5069204152249135,
+            "errors": 10,
+            "trials": 299
+          },
+          "DCO2": {
+            "auc": 0.5391382810737649,
+            "errors": 13,
+            "trials": 354
+          },
+          "DCO4": {
+            "auc": 0.43670886075949367,
+            "errors": 6,
+            "trials": 85
+          }
+        },
+        "errors": 29,
+        "session_block_bootstrap_95ci": [
+          0.42036490808211974,
+          0.5555941272794735
+        ],
+        "trials": 738
+      },
+      "task_residual": {
+        "auc": 0.6336267691260153,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.6619377162629758,
+            "errors": 10,
+            "trials": 299
+          },
+          "DCO2": {
+            "auc": 0.5867358448003609,
+            "errors": 13,
+            "trials": 354
+          },
+          "DCO4": {
+            "auc": 0.6497890295358649,
+            "errors": 6,
+            "trials": 85
+          }
+        },
+        "errors": 29,
+        "session_block_bootstrap_95ci": [
+          0.5311934974204258,
+          0.732796365556908
+        ],
+        "trials": 738
+      }
+    },
+    "Sal": {
+      "choice_only": {
+        "auc": 0.0,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.0,
+            "errors": 39,
+            "trials": 353
+          },
+          "DCO2": {
+            "auc": 0.0,
+            "errors": 10,
+            "trials": 257
+          },
+          "DCO4": {
+            "auc": 0.0,
+            "errors": 4,
+            "trials": 120
+          }
+        },
+        "errors": 53,
+        "session_block_bootstrap_95ci": [
+          0.0,
+          0.0
+        ],
+        "trials": 730
+      },
+      "innovation": {
+        "auc": 0.4500153284468103,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.45092275028580764,
+            "errors": 39,
+            "trials": 353
+          },
+          "DCO2": {
+            "auc": 0.4850202429149798,
+            "errors": 10,
+            "trials": 257
+          },
+          "DCO4": {
+            "auc": 0.521551724137931,
+            "errors": 4,
+            "trials": 120
+          }
+        },
+        "errors": 53,
+        "session_block_bootstrap_95ci": [
+          0.40088336098929317,
+          0.48488033904680006
+        ],
+        "trials": 730
+      },
+      "local_spine": {
+        "auc": 0.33976199102589116,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.31855299689694594,
+            "errors": 39,
+            "trials": 353
+          },
+          "DCO2": {
+            "auc": 0.42429149797570853,
+            "errors": 10,
+            "trials": 257
+          },
+          "DCO4": {
+            "auc": 0.5086206896551724,
+            "errors": 4,
+            "trials": 120
+          }
+        },
+        "errors": 53,
+        "session_block_bootstrap_95ci": [
+          0.267876044482636,
+          0.4288681204569055
+        ],
+        "trials": 730
+      },
+      "raw_branch": {
+        "auc": 0.40623171037596506,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.409358157765801,
+            "errors": 39,
+            "trials": 353
+          },
+          "DCO2": {
+            "auc": 0.43724696356275305,
+            "errors": 10,
+            "trials": 257
+          },
+          "DCO4": {
+            "auc": 0.5818965517241379,
+            "errors": 4,
+            "trials": 120
+          }
+        },
+        "errors": 53,
+        "session_block_bootstrap_95ci": [
+          0.3571846696411657,
+          0.4861563487784197
+        ],
+        "trials": 730
+      },
+      "task_residual": {
+        "auc": 0.5177113235417073,
+        "by_animal": {
+          "DCO1": {
+            "auc": 0.527437530622244,
+            "errors": 39,
+            "trials": 353
+          },
+          "DCO2": {
+            "auc": 0.5299595141700405,
+            "errors": 10,
+            "trials": 257
+          },
+          "DCO4": {
+            "auc": 0.6163793103448276,
+            "errors": 4,
+            "trials": 120
+          }
+        },
+        "errors": 53,
+        "session_block_bootstrap_95ci": [
+          0.4260949263101106,
+          0.5883748047753122
+        ],
+        "trials": 730
+      }
+    }
+  },
+  "fixed_configuration": {
+    "bootstrap_samples": 5000,
+    "bootstrap_seed": 20270810,
+    "decoder": "StandardScaler + balanced logistic regression, C=1.0",
+    "evaluation": "cross-instruction leave-one-animal-out",
+    "outcome_window_seconds": [
+      0.0,
+      1.0
+    ],
+    "predictor_folds": 5,
+    "ridge_alpha": 1.0
+  },
+  "protocol": "larkum_public_innovation_pilot_v1",
+  "source": {
+    "dataset_doi": "10.12751/g-node.etlk5k",
+    "files": [
+      "DCO1_020724_dff.mat",
+      "DCO1_050724_dff.mat",
+      "DCO1_090724_dff.mat",
+      "DCO1_300624_dff.mat",
+      "DCO2_011124_dff.mat",
+      "DCO2_021124_dff.mat",
+      "DCO2_031124_dff.mat",
+      "DCO2_041124_dff.mat",
+      "DCO2_311024_dff.mat",
+      "DCO4_011124_dff.mat",
+      "DCO4_021124_dff.mat"
+    ],
+    "paper_doi": "10.1126/science.adx4358"
+  }
+}