2 files changed, 92 insertions, 0 deletions
diff --git a/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json b/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json
new file mode 100644
index 0000000..4f1bce5
--- /dev/null
+++ b/resulets/outputs/injection_ablation_rerun/review_user_K4/summary.json
@@ -0,0 +1,46 @@
+{
+  "aggregate": {
+    "uph": {
+      "rougeL": 0.12591913138908858,
+      "meteor": 0.15704431994591794,
+      "sfd_nolen": 0.9380754971612366,
+      "avg_len": 165.04
+    },
+    "lm_head_update": {
+      "rougeL": 0.1381619922784921,
+      "meteor": 0.14988041373383443,
+      "sfd_nolen": 1.2312511738320773,
+      "avg_len": 142.135
+    }
+  },
+  "significance": {
+    "lm_head_update": {
+      "rougeL": {
+        "mean_a": 0.12591913138908858,
+        "mean_b": 0.1381619922784921,
+        "mean_diff": -0.012242860889403491,
+        "ci_low": -0.015769665293717965,
+        "ci_high": -0.008716056485089017,
+        "t_pval": 1.1679421884663955e-10,
+        "w_pval": 5.342212114561821e-11
+      },
+      "sfd_nolen": {
+        "mean_a": 0.9380754971612366,
+        "mean_b": 1.2312511738320773,
+        "mean_diff": -0.2931756766708408,
+        "ci_low": -1.0036757003149965,
+        "ci_high": 0.41732434697331494,
+        "t_pval": 0.41961878992446333,
+        "w_pval": 0.04049481176403265
+      }
+    }
+  },
+  "num_examples": 200,
+  "task": "review",
+  "setting": "user",
+  "K": 4,
+  "methods": [
+    "uph",
+    "lm_head_update"
+  ]
+}
+\ No newline at end of file
diff --git a/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json b/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json
new file mode 100644
index 0000000..47e5734
--- /dev/null
+++ b/resulets/outputs/injection_ablation_rerun/topic_user_K4/summary.json
@@ -0,0 +1,46 @@
+{
+  "aggregate": {
+    "uph": {
+      "rougeL": 0.11947665707568338,
+      "meteor": 0.2031354029453746,
+      "sfd_nolen": 0.8995390462886158,
+      "avg_len": 246.47
+    },
+    "lm_head_update": {
+      "rougeL": 0.12993177009628162,
+      "meteor": 0.19363473440376885,
+      "sfd_nolen": 0.9707037426803997,
+      "avg_len": 253.99
+    }
+  },
+  "significance": {
+    "lm_head_update": {
+      "rougeL": {
+        "mean_a": 0.11947665707568338,
+        "mean_b": 0.12993177009628162,
+        "mean_diff": -0.010455113020598263,
+        "ci_low": -0.013828552374635705,
+        "ci_high": -0.0070816736665608206,
+        "t_pval": 6.213636827361804e-09,
+        "w_pval": 1.1330271751337874e-11
+      },
+      "sfd_nolen": {
+        "mean_a": 0.8995390462886158,
+        "mean_b": 0.9707037426803997,
+        "mean_diff": -0.07116469639178391,
+        "ci_low": -0.1589445052822547,
+        "ci_high": 0.016615112498686885,
+        "t_pval": 0.1136461024786351,
+        "w_pval": 0.7252815218848135
+      }
+    }
+  },
+  "num_examples": 200,
+  "task": "topic",
+  "setting": "user",
+  "K": 4,
+  "methods": [
+    "uph",
+    "lm_head_update"
+  ]
+}
+\ No newline at end of file